-- Logs begin at Fri 2021-07-16 13:26:54 UTC, end at Fri 2021-07-16 14:25:32 UTC. -- Jul 16 13:57:31.455343 dv-cinder-784763-7-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 16 13:57:34.117246 dv-cinder-784763-7-iscsi neutron-server[92993]: INFO neutron.common.config [-] Logging enabled! Jul 16 13:57:34.117919 dv-cinder-784763-7-iscsi neutron-server[92993]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev470 Jul 16 13:57:34.118009 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92993) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 16 13:57:34.121252 dv-cinder-784763-7-iscsi neutron-server[92993]: INFO neutron.common.config [-] Logging enabled! Jul 16 13:57:34.121512 dv-cinder-784763-7-iscsi neutron-server[92993]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev470 Jul 16 13:57:34.121824 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92993) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 16 13:57:34.122744 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 16 13:57:34.123543 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 16 13:57:34.123907 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 16 13:57:34.124158 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 16 13:57:34.124387 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 16 13:57:34.124711 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:34.125048 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:34.125347 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:34.125579 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:34.125878 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:34.126173 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:34.126461 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:34.126754 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:34.127061 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:34.127347 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:34.127631 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:34.127922 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:34.128154 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:34.128437 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.common.config [-] config_source = [] {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:34.128725 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:34.129037 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:34.129263 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.common.config [-] debug = True {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:34.129546 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:34.129976 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:34.130397 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:34.130678 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:34.130969 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:34.131249 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:34.131521 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:34.131798 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:34.132082 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:34.132415 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.common.config [-] host = dv-cinder-784763-7-iscsi {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:34.132694 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:34.133008 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:34.133296 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:34.133582 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:34.133864 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:34.134140 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:34.134427 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:34.134701 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.common.config [-] log_dir = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:34.134973 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.common.config [-] log_file = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:34.135253 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:34.135542 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:34.135833 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:34.136123 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:34.136348 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:34.136570 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:34.136880 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:34.137178 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:34.137452 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:34.137728 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:34.138005 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:34.138279 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:34.138578 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:34.138849 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:34.139134 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:34.139419 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:34.139702 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:34.139979 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:34.140255 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:34.140527 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:34.140819 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:34.141108 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:34.141382 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:34.141655 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:34.141931 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:34.142218 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:34.142490 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:34.142764 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:34.143065 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:34.143351 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:34.143634 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:34.143924 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:34.144200 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:34.144484 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:34.144755 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:34.145048 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.common.config [-] use_journal = False {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:34.145319 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.common.config [-] use_json = False {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:34.145592 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:34.145861 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:34.146143 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:34.146418 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:34.146690 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:34.146967 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:34.147241 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:34.147526 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:34.147820 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:34.148118 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:34.148421 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:34.148705 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:34.149028 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:34.149311 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:34.149604 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:34.149884 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:34.150176 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:34.150466 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:34.150755 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:34.151037 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:34.151326 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:34.151607 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:34.151903 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:34.152212 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:34.152508 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:34.152822 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:34.153102 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:34.153378 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:34.153653 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:34.153931 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:34.154243 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:34.154538 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:34.154832 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:34.155110 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:34.155392 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:34.155685 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:34.155964 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:34.156238 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:34.156518 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:34.156827 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:34.157114 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:34.157388 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:34.157670 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:34.157948 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:34.158225 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:34.158501 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:34.158780 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:34.159071 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:34.159350 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:34.159623 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:34.159896 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:34.160179 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:34.160456 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:34.160744 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:34.161047 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:34.161325 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:34.161602 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:34.161882 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:34.162158 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:34.162433 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:34.162713 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:34.162986 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:34.163267 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:34.163543 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:34.163819 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:34.164095 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:34.164372 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:34.164648 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:34.164950 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:34.165225 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:34.165506 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:34.165779 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:34.166054 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:34.166332 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:34.166608 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:34.166885 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:34.167178 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:34.167478 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:34.167760 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:34.168040 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:34.168323 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:34.168604 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:34.168906 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:34.169186 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:34.169467 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:34.170275 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:34.170554 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:34.170849 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:34.171135 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:34.171424 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:34.171709 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:34.171988 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:34.172286 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:34.172565 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:34.172880 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:34.173163 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:34.173443 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:34.173736 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:34.174023 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:34.174318 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:34.174615 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:34.174913 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:34.175209 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:34.175504 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:34.175792 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:34.176104 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:34.176386 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:34.176605 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 16 13:57:34.176882 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=92993) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 16 13:57:34.520377 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=92993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 16 13:57:34.520592 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=92993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 16 13:57:34.520910 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=92993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 16 13:57:34.521246 dv-cinder-784763-7-iscsi neutron-server[92993]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 16 13:57:34.906836 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 13:57:34.907130 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 13:57:34.907406 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 13:57:34.908599 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 13:57:34.908898 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 13:57:34.909177 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 13:57:34.942999 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 13:57:34.943281 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 13:57:34.943551 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 13:57:34.957050 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 13:57:34.957332 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 13:57:34.957598 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 13:57:34.987257 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 13:57:34.987539 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 13:57:34.987809 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 13:57:35.023286 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 13:57:35.023567 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 13:57:35.023838 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 13:57:35.253210 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=92993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 13:57:35.253705 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=92993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 13:57:35.253812 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=92993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 13:57:35.254013 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=92993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 13:57:35.254729 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=92993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 13:57:35.373518 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=92993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 13:57:35.373842 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=92993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 13:57:35.374127 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=92993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 13:57:35.374399 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=92993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 13:57:35.374668 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=92993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 13:57:35.374982 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=92993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 13:57:35.375247 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=92993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 13:57:35.375516 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=92993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 13:57:35.375776 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=92993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 13:57:35.376065 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=92993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 13:57:35.376328 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=92993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 13:57:35.376595 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=92993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 13:57:35.376882 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=92993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 13:57:35.377136 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=92993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 13:57:35.377396 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=92993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 13:57:35.377670 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 13:57:35.377928 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=92993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 13:57:35.378196 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=92993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 13:57:35.378473 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=92993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 13:57:35.378733 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=92993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 13:57:35.379006 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 13:57:35.379262 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 13:57:35.379544 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 13:57:35.379925 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 13:57:35.380172 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 13:57:35.380420 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 13:57:35.380846 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=92993) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 13:57:35.381095 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=92993) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 13:57:35.381334 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=92993) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 13:57:35.381574 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=92993) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 13:57:35.381812 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=92993) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 13:57:35.382048 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=92993) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 13:57:35.382414 dv-cinder-784763-7-iscsi neutron-server[92993]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 16 13:57:35.385500 dv-cinder-784763-7-iscsi neutron-server[92993]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 16 13:57:35.389457 dv-cinder-784763-7-iscsi neutron-server[92993]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 16 13:57:35.393113 dv-cinder-784763-7-iscsi neutron-server[92993]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Jul 16 13:57:35.394732 dv-cinder-784763-7-iscsi neutron-server[92993]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 16 13:57:35.395179 dv-cinder-784763-7-iscsi neutron-server[92993]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 16 13:57:35.395520 dv-cinder-784763-7-iscsi neutron-server[92993]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 16 13:57:35.395911 dv-cinder-784763-7-iscsi neutron-server[92993]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 16 13:57:35.399673 dv-cinder-784763-7-iscsi neutron-server[92993]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 16 13:57:35.399933 dv-cinder-784763-7-iscsi neutron-server[92993]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 16 13:57:35.400277 dv-cinder-784763-7-iscsi neutron-server[92993]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 16 13:57:35.427845 dv-cinder-784763-7-iscsi neutron-server[92993]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 16 13:57:35.428282 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=92993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 13:57:35.428581 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=92993) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 16 13:57:35.428979 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=92993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 13:57:35.430318 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=92993) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 16 13:57:35.430599 dv-cinder-784763-7-iscsi neutron-server[92993]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 16 13:57:35.430844 dv-cinder-784763-7-iscsi neutron-server[92993]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 16 13:57:35.433997 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=92993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 13:57:35.434279 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=92993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 13:57:35.499763 dv-cinder-784763-7-iscsi neutron-server[92993]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 16 13:57:35.499958 dv-cinder-784763-7-iscsi neutron-server[92993]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 16 13:57:35.500188 dv-cinder-784763-7-iscsi neutron-server[92993]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 16 13:57:35.500551 dv-cinder-784763-7-iscsi neutron-server[92993]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 16 13:57:35.520827 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_db.sqlalchemy.engines [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=92993) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 16 13:57:36.046518 dv-cinder-784763-7-iscsi neutron-server[92993]: INFO neutron.plugins.ml2.managers [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Initializing driver for type 'gre' Jul 16 13:57:36.047183 dv-cinder-784763-7-iscsi neutron-server[92993]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] gre ID ranges: [(1, 1000)] Jul 16 13:57:36.097602 dv-cinder-784763-7-iscsi neutron-server[92993]: INFO neutron.plugins.ml2.managers [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Initializing driver for type 'local' Jul 16 13:57:36.097950 dv-cinder-784763-7-iscsi neutron-server[92993]: INFO neutron.plugins.ml2.managers [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Initializing driver for type 'vlan' Jul 16 13:57:36.110931 dv-cinder-784763-7-iscsi neutron-server[92993]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] VlanTypeDriver initialization complete Jul 16 13:57:36.111275 dv-cinder-784763-7-iscsi neutron-server[92993]: INFO neutron.plugins.ml2.managers [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Initializing driver for type 'vxlan' Jul 16 13:57:36.111759 dv-cinder-784763-7-iscsi neutron-server[92993]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] vxlan ID ranges: [(1, 1000)] Jul 16 13:57:36.162663 dv-cinder-784763-7-iscsi neutron-server[92993]: INFO neutron.plugins.ml2.managers [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Initializing extension driver 'port_security' Jul 16 13:57:36.163091 dv-cinder-784763-7-iscsi neutron-server[92993]: INFO neutron.plugins.ml2.extensions.port_security [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] PortSecurityExtensionDriver initialization complete Jul 16 13:57:36.163528 dv-cinder-784763-7-iscsi neutron-server[92993]: INFO neutron.plugins.ml2.managers [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Initializing mechanism driver 'openvswitch' Jul 16 13:57:36.163860 dv-cinder-784763-7-iscsi neutron-server[92993]: INFO neutron.plugins.ml2.managers [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Initializing mechanism driver 'hyperv' Jul 16 13:57:36.170868 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.plugins.ml2.plugin [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=92993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 13:57:36.171719 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron_lib.callbacks.manager [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Subscribe: > port after_create 55550000 {{(pid=92993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 13:57:36.172099 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron_lib.callbacks.manager [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Subscribe: > port after_update 55550000 {{(pid=92993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 13:57:36.172460 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron_lib.callbacks.manager [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Subscribe: > port after_delete 55550000 {{(pid=92993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 13:57:36.173013 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=92993) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 13:57:36.173458 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron_lib.callbacks.manager [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Subscribe: > subnet after_create 55550000 {{(pid=92993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 13:57:36.173820 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron_lib.callbacks.manager [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Subscribe: > subnet after_update 55550000 {{(pid=92993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 13:57:36.174175 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron_lib.callbacks.manager [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Subscribe: > subnet after_delete 55550000 {{(pid=92993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 13:57:36.174573 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=92993) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 13:57:36.174985 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron_lib.callbacks.manager [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Subscribe: > network after_create 55550000 {{(pid=92993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 13:57:36.175338 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron_lib.callbacks.manager [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Subscribe: > network after_update 55550000 {{(pid=92993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 13:57:36.175684 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron_lib.callbacks.manager [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Subscribe: > network after_delete 55550000 {{(pid=92993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 13:57:36.176079 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=92993) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 13:57:36.176492 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron_lib.callbacks.manager [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Subscribe: > security_group after_create 55550000 {{(pid=92993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 13:57:36.176881 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron_lib.callbacks.manager [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Subscribe: > security_group after_update 55550000 {{(pid=92993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 13:57:36.177233 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron_lib.callbacks.manager [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Subscribe: > security_group after_delete 55550000 {{(pid=92993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 13:57:36.177631 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=92993) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 13:57:36.178043 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron_lib.callbacks.manager [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=92993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 13:57:36.178429 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron_lib.callbacks.manager [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=92993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 13:57:36.178780 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron_lib.callbacks.manager [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=92993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 13:57:36.179172 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=92993) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 13:57:36.179581 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron_lib.callbacks.manager [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Subscribe: > address_group after_create 55550000 {{(pid=92993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 13:57:36.179935 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron_lib.callbacks.manager [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Subscribe: > address_group after_update 55550000 {{(pid=92993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 13:57:36.180280 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron_lib.callbacks.manager [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Subscribe: > address_group after_delete 55550000 {{(pid=92993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 13:57:36.180676 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=92993) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 13:57:36.181081 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] ML2 OVO RPC backend initialized. {{(pid=92993) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jul 16 13:57:36.181799 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron_lib.callbacks.manager [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Subscribe: > router_interface after_create 55550000 {{(pid=92993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 13:57:36.182162 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron_lib.callbacks.manager [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 13:57:36.182586 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron_lib.callbacks.manager [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Subscribe: > network before_response 55550000 {{(pid=92993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 13:57:36.182944 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron_lib.callbacks.manager [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Subscribe: > networks before_response 55550000 {{(pid=92993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 13:57:36.183297 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron_lib.callbacks.manager [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Subscribe: > port before_response 55550000 {{(pid=92993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 13:57:36.183645 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron_lib.callbacks.manager [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Subscribe: > ports before_response 55550000 {{(pid=92993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 13:57:36.183993 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron_lib.callbacks.manager [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Subscribe: > subnet before_response 55550000 {{(pid=92993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 13:57:36.184341 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron_lib.callbacks.manager [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Subscribe: > subnets before_response 55550000 {{(pid=92993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 13:57:36.184693 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron_lib.callbacks.manager [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Subscribe: > network after_create 55550000 {{(pid=92993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 13:57:36.185062 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron_lib.callbacks.manager [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Subscribe: > network after_update 55550000 {{(pid=92993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 13:57:36.185993 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron_lib.callbacks.manager [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Subscribe: > network after_delete 55550000 {{(pid=92993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 13:57:36.186340 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron_lib.callbacks.manager [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Subscribe: > port after_create 55550000 {{(pid=92993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 13:57:36.186685 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron_lib.callbacks.manager [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Subscribe: > port after_update 55550000 {{(pid=92993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 13:57:36.187029 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron_lib.callbacks.manager [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Subscribe: > port after_delete 55550000 {{(pid=92993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 13:57:36.187370 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron_lib.callbacks.manager [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Subscribe: > subnet after_create 55550000 {{(pid=92993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 13:57:36.187713 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron_lib.callbacks.manager [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Subscribe: > subnet after_update 55550000 {{(pid=92993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 13:57:36.188053 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron_lib.callbacks.manager [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Subscribe: > subnet after_delete 55550000 {{(pid=92993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 13:57:36.188638 dv-cinder-784763-7-iscsi neutron-server[92993]: INFO neutron.plugins.ml2.plugin [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Modular L2 Plugin initialization complete Jul 16 13:57:36.189020 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.manager [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Loading services supported by the core plugin {{(pid=92993) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 16 13:57:36.189349 dv-cinder-784763-7-iscsi neutron-server[92993]: INFO neutron.plugins.ml2.managers [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Got port-security extension from driver 'port_security' Jul 16 13:57:36.189822 dv-cinder-784763-7-iscsi neutron-server[92993]: INFO neutron.extensions.vlantransparent [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Disabled vlantransparent extension. Jul 16 13:57:36.190317 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.manager [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=92993) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 16 13:57:36.190640 dv-cinder-784763-7-iscsi neutron-server[92993]: INFO neutron.manager [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Loading Plugin: router Jul 16 13:57:36.226737 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron_lib.callbacks.manager [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Subscribe: > router_interface before_create 55550000 {{(pid=92993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 13:57:36.227136 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron_lib.callbacks.manager [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Subscribe: > router after_create 55549900 {{(pid=92993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 13:57:36.227509 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron_lib.callbacks.manager [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Subscribe: > router before_create 55549900 {{(pid=92993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 13:57:36.227883 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron_lib.callbacks.manager [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=92993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 13:57:36.228264 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron_lib.callbacks.manager [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 13:57:36.228627 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron_lib.callbacks.manager [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Subscribe: > router after_delete 55549900 {{(pid=92993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 13:57:36.229022 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron_lib.callbacks.manager [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Subscribe: > floatingip after_update 55550000 {{(pid=92993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 13:57:36.229524 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron_lib.callbacks.manager [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Subscribe: > router after_create 55549900 {{(pid=92993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 13:57:36.229883 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron_lib.callbacks.manager [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Subscribe: > router after_update 55549900 {{(pid=92993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 13:57:36.230243 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron_lib.callbacks.manager [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Subscribe: > router after_update 55549900 {{(pid=92993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 13:57:36.230602 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron_lib.callbacks.manager [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=92993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 13:57:36.230984 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron_lib.callbacks.manager [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Subscribe: > router after_update 55549900 {{(pid=92993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 13:57:36.231388 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron_lib.callbacks.manager [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Subscribe: > router precommit_update 55549900 {{(pid=92993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 13:57:36.231766 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron_lib.callbacks.manager [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Subscribe: port after_update 55550000 {{(pid=92993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 13:57:36.232667 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron_lib.callbacks.manager [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Subscribe: port after_delete 55550000 {{(pid=92993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 13:57:36.233054 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron_lib.callbacks.manager [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Subscribe: subnet after_update 55550000 {{(pid=92993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 13:57:36.233401 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron_lib.callbacks.manager [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=92993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 13:57:36.233757 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron_lib.callbacks.manager [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Subscribe: > port precommit_delete 55550000 {{(pid=92993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 13:57:36.234111 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron_lib.callbacks.manager [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Subscribe: > router precommit_create 55549900 {{(pid=92993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 13:57:36.234468 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron_lib.callbacks.manager [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Subscribe: port before_delete 55550000 {{(pid=92993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 13:57:36.234820 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron_lib.callbacks.manager [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Subscribe: > router precommit_create 55550000 {{(pid=92993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 13:57:36.235186 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron_lib.callbacks.manager [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Subscribe: > router after_update 55549900 {{(pid=92993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 13:57:36.235536 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron_lib.callbacks.manager [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Subscribe: > router precommit_delete 55549900 {{(pid=92993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 13:57:36.235892 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron_lib.callbacks.manager [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Subscribe: > router precommit_create 55549900 {{(pid=92993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 13:57:36.236260 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron_lib.callbacks.manager [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Subscribe: > router_interface after_create 55550000 {{(pid=92993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 13:57:36.236610 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron_lib.callbacks.manager [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Subscribe: > router precommit_update 55549900 {{(pid=92993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 13:57:36.237007 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron_lib.callbacks.manager [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Subscribe: > agent after_create 55550000 {{(pid=92993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 13:57:36.237366 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron_lib.callbacks.manager [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Subscribe: > agent after_delete 55550000 {{(pid=92993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 13:57:36.237717 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron_lib.callbacks.manager [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Subscribe: > network after_delete 55550000 {{(pid=92993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 13:57:36.238588 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.quota.resource_registry [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Tracking information for resource: router configured {{(pid=92993) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 13:57:36.238927 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.quota.resource_registry [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Tracking information for resource: floatingip configured {{(pid=92993) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 13:57:36.243778 dv-cinder-784763-7-iscsi neutron-server[92993]: INFO neutron.db.l3_agentschedulers_db [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 16 13:57:36.244365 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron_lib.callbacks.manager [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Subscribe: port after_update 55550000 {{(pid=92993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 13:57:36.244737 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron_lib.callbacks.manager [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Subscribe: port after_create 55550000 {{(pid=92993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 13:57:36.245132 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron_lib.callbacks.manager [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Subscribe: port after_delete 55550000 {{(pid=92993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 13:57:36.245492 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron_lib.callbacks.manager [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Subscribe: port after_update 55550000 {{(pid=92993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 13:57:36.246296 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron_lib.callbacks.manager [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Subscribe: > router before_create 55550100 {{(pid=92993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 13:57:36.246673 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron_lib.callbacks.manager [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Subscribe: > router precommit_delete 55550100 {{(pid=92993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 13:57:36.247069 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron_lib.callbacks.manager [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Subscribe: > router precommit_create 55550100 {{(pid=92993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 13:57:36.247433 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron_lib.callbacks.manager [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Subscribe: > router precommit_update 55550100 {{(pid=92993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 13:57:36.252532 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.services.provider_configuration [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Service providers = [] {{(pid=92993) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 16 13:57:36.253039 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.db.servicetype_db [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=92993) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 16 13:57:36.256001 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.services.service_base [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=92993) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 16 13:57:36.256539 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.services.service_base [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=92993) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 16 13:57:36.256695 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.services.service_base [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=92993) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 16 13:57:36.257619 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.services.service_base [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=92993) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 16 13:57:36.257997 dv-cinder-784763-7-iscsi neutron-server[92993]: INFO neutron.services.service_base [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 16 13:57:36.258384 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.manager [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=92993) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 13:57:36.258706 dv-cinder-784763-7-iscsi neutron-server[92993]: INFO neutron.manager [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 16 13:57:36.269346 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.manager [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=92993) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 13:57:36.269689 dv-cinder-784763-7-iscsi neutron-server[92993]: INFO neutron.manager [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Loading Plugin: auto_allocate Jul 16 13:57:36.275401 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron_lib.callbacks.manager [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Subscribe: network precommit_update 55550000 {{(pid=92993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 13:57:36.275773 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron_lib.callbacks.manager [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Subscribe: network precommit_create 55550000 {{(pid=92993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 13:57:36.276302 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.manager [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=92993) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 13:57:36.276625 dv-cinder-784763-7-iscsi neutron-server[92993]: INFO neutron.manager [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Loading Plugin: tag Jul 16 13:57:36.283509 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.manager [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=92993) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 13:57:36.283847 dv-cinder-784763-7-iscsi neutron-server[92993]: INFO neutron.manager [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Loading Plugin: timestamp Jul 16 13:57:36.287673 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.manager [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=92993) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 13:57:36.288010 dv-cinder-784763-7-iscsi neutron-server[92993]: INFO neutron.manager [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Loading Plugin: network_ip_availability Jul 16 13:57:36.293433 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron_lib.callbacks.manager [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 13:57:36.293810 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron_lib.callbacks.manager [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 13:57:36.294172 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron_lib.callbacks.manager [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 13:57:36.295418 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.manager [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=92993) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 13:57:36.295741 dv-cinder-784763-7-iscsi neutron-server[92993]: INFO neutron.manager [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Loading Plugin: flavors Jul 16 13:57:36.301944 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.manager [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=92993) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 13:57:36.302229 dv-cinder-784763-7-iscsi neutron-server[92993]: INFO neutron.manager [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Loading Plugin: revisions Jul 16 13:57:36.306564 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.manager [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=92993) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 13:57:36.306964 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_concurrency.lockutils [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.786s {{(pid=92993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 16 13:57:36.307703 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=92993) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 16 13:57:36.308047 dv-cinder-784763-7-iscsi neutron-server[92993]: INFO neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Initializing extension manager. Jul 16 13:57:36.308561 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Loading extension file: __init__.py {{(pid=92993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 13:57:36.308951 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Loading extension file: __pycache__ {{(pid=92993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 13:57:36.309295 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=92993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 13:57:36.309637 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Loading extension file: address_group.py {{(pid=92993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 13:57:36.311014 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=92993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 13:57:36.311585 dv-cinder-784763-7-iscsi neutron-server[92993]: INFO neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Loaded extension: address-group Jul 16 13:57:36.311921 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Loading extension file: address_scope.py {{(pid=92993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 13:57:36.312645 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=92993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 13:57:36.313204 dv-cinder-784763-7-iscsi neutron-server[92993]: INFO neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Loaded extension: address-scope Jul 16 13:57:36.313537 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Loading extension file: admin_state_down_before_update.py {{(pid=92993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 13:57:36.314475 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=92993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 13:57:36.314994 dv-cinder-784763-7-iscsi neutron-server[92993]: INFO neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Loaded extension: router-admin-state-down-before-update Jul 16 13:57:36.315325 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Loading extension file: agent.py {{(pid=92993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 13:57:36.316034 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=92993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 13:57:36.316545 dv-cinder-784763-7-iscsi neutron-server[92993]: INFO neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Loaded extension: agent Jul 16 13:57:36.316913 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Loading extension file: agent_resources_synced.py {{(pid=92993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 13:57:36.317834 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=92993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 13:57:36.318355 dv-cinder-784763-7-iscsi neutron-server[92993]: INFO neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Loaded extension: agent-resources-synced Jul 16 13:57:36.318684 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Loading extension file: allowedaddresspairs.py {{(pid=92993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 13:57:36.320479 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=92993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 13:57:36.321045 dv-cinder-784763-7-iscsi neutron-server[92993]: INFO neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Loaded extension: allowed-address-pairs Jul 16 13:57:36.321383 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Loading extension file: auto_allocated_topology.py {{(pid=92993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 13:57:36.322474 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=92993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 13:57:36.322990 dv-cinder-784763-7-iscsi neutron-server[92993]: INFO neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Loaded extension: auto-allocated-topology Jul 16 13:57:36.323321 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Loading extension file: availability_zone.py {{(pid=92993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 13:57:36.324020 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=92993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 13:57:36.324531 dv-cinder-784763-7-iscsi neutron-server[92993]: INFO neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Loaded extension: availability_zone Jul 16 13:57:36.324892 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Loading extension file: availability_zone_filter.py {{(pid=92993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 13:57:36.325817 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=92993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 13:57:36.326352 dv-cinder-784763-7-iscsi neutron-server[92993]: INFO neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Loaded extension: availability_zone_filter Jul 16 13:57:36.326681 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Loading extension file: data_plane_status.py {{(pid=92993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 13:57:36.327596 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=92993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 13:57:36.328102 dv-cinder-784763-7-iscsi neutron-server[92993]: INFO neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Extension data-plane-status not supported by any of loaded plugins Jul 16 13:57:36.328436 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Loading extension file: default_subnetpools.py {{(pid=92993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 13:57:36.329387 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=92993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 13:57:36.329898 dv-cinder-784763-7-iscsi neutron-server[92993]: INFO neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Loaded extension: default-subnetpools Jul 16 13:57:36.330225 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Loading extension file: dhcpagentscheduler.py {{(pid=92993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 13:57:36.331067 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 13:57:36.331578 dv-cinder-784763-7-iscsi neutron-server[92993]: INFO neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Loaded extension: dhcp_agent_scheduler Jul 16 13:57:36.331908 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Loading extension file: dns.py {{(pid=92993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 13:57:36.332863 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=92993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 13:57:36.333376 dv-cinder-784763-7-iscsi neutron-server[92993]: INFO neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Extension dns-integration not supported by any of loaded plugins Jul 16 13:57:36.333705 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Loading extension file: dns_domain_ports.py {{(pid=92993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 13:57:36.334631 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=92993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 13:57:36.335143 dv-cinder-784763-7-iscsi neutron-server[92993]: INFO neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 16 13:57:36.335472 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=92993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 13:57:36.336400 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=92993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 13:57:36.336952 dv-cinder-784763-7-iscsi neutron-server[92993]: INFO neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 16 13:57:36.337281 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Loading extension file: dvr.py {{(pid=92993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 13:57:36.337963 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=92993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 13:57:36.338482 dv-cinder-784763-7-iscsi neutron-server[92993]: INFO neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Loaded extension: dvr Jul 16 13:57:36.338809 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Loading extension file: empty_string_filtering.py {{(pid=92993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 13:57:36.339730 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=92993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 13:57:36.340248 dv-cinder-784763-7-iscsi neutron-server[92993]: INFO neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Loaded extension: empty-string-filtering Jul 16 13:57:36.340573 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=92993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 13:57:36.341534 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 13:57:36.342045 dv-cinder-784763-7-iscsi neutron-server[92993]: INFO neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 16 13:57:36.342371 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=92993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 13:57:36.343293 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=92993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 13:57:36.343804 dv-cinder-784763-7-iscsi neutron-server[92993]: INFO neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 16 13:57:36.344133 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Loading extension file: external_net.py {{(pid=92993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 13:57:36.345093 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=92993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 13:57:36.345606 dv-cinder-784763-7-iscsi neutron-server[92993]: INFO neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Loaded extension: external-net Jul 16 13:57:36.345932 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Loading extension file: extra_dhcp_opt.py {{(pid=92993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 13:57:36.346839 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=92993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 13:57:36.347351 dv-cinder-784763-7-iscsi neutron-server[92993]: INFO neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Loaded extension: extra_dhcp_opt Jul 16 13:57:36.347677 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Loading extension file: extraroute.py {{(pid=92993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 13:57:36.348601 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=92993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 13:57:36.349145 dv-cinder-784763-7-iscsi neutron-server[92993]: INFO neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Loaded extension: extraroute Jul 16 13:57:36.349474 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Loading extension file: extraroute_atomic.py {{(pid=92993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 13:57:36.350766 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=92993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 13:57:36.351281 dv-cinder-784763-7-iscsi neutron-server[92993]: INFO neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Loaded extension: extraroute-atomic Jul 16 13:57:36.351612 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Loading extension file: filter_validation.py {{(pid=92993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 13:57:36.352284 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=92993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 13:57:36.352814 dv-cinder-784763-7-iscsi neutron-server[92993]: INFO neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Loaded extension: filter-validation Jul 16 13:57:36.353145 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Loading extension file: fip_pf_description.py {{(pid=92993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 13:57:36.354150 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=92993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 13:57:36.354833 dv-cinder-784763-7-iscsi neutron-server[92993]: INFO neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 16 13:57:36.355166 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Loading extension file: fip_port_details.py {{(pid=92993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 13:57:36.356099 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 13:57:36.356611 dv-cinder-784763-7-iscsi neutron-server[92993]: INFO neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Loaded extension: fip-port-details Jul 16 13:57:36.356965 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Loading extension file: flavors.py {{(pid=92993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 13:57:36.358739 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=92993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 13:57:36.359262 dv-cinder-784763-7-iscsi neutron-server[92993]: INFO neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Loaded extension: flavors Jul 16 13:57:36.359596 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=92993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 13:57:36.361281 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=92993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 13:57:36.361810 dv-cinder-784763-7-iscsi neutron-server[92993]: INFO neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 16 13:57:36.362152 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Loading extension file: floatingip_pools.py {{(pid=92993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 13:57:36.362859 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=92993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 13:57:36.363377 dv-cinder-784763-7-iscsi neutron-server[92993]: INFO neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Loaded extension: floatingip-pools Jul 16 13:57:36.363711 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Loading extension file: ip_allocation.py {{(pid=92993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 13:57:36.364639 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=92993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 13:57:36.365193 dv-cinder-784763-7-iscsi neutron-server[92993]: INFO neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Extension ip_allocation not supported by any of loaded plugins Jul 16 13:57:36.365531 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=92993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 13:57:36.366457 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=92993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 13:57:36.366977 dv-cinder-784763-7-iscsi neutron-server[92993]: INFO neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Loaded extension: ip-substring-filtering Jul 16 13:57:36.367312 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Loading extension file: l2_adjacency.py {{(pid=92993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 13:57:36.368249 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=92993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 13:57:36.368800 dv-cinder-784763-7-iscsi neutron-server[92993]: INFO neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 16 13:57:36.369137 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Loading extension file: l3.py {{(pid=92993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 13:57:36.370106 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=92993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 13:57:36.370632 dv-cinder-784763-7-iscsi neutron-server[92993]: INFO neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Loaded extension: router Jul 16 13:57:36.370966 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Loading extension file: l3_conntrack_helper.py {{(pid=92993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 13:57:36.373766 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 13:57:36.374302 dv-cinder-784763-7-iscsi neutron-server[92993]: INFO neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 16 13:57:36.374642 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=92993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 13:57:36.375591 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=92993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 13:57:36.376113 dv-cinder-784763-7-iscsi neutron-server[92993]: INFO neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Loaded extension: ext-gw-mode Jul 16 13:57:36.376448 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=92993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 13:57:36.377413 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=92993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 13:57:36.377934 dv-cinder-784763-7-iscsi neutron-server[92993]: INFO neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Loaded extension: l3-ha Jul 16 13:57:36.378269 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Loading extension file: l3_flavors.py {{(pid=92993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 13:57:36.379215 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=92993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 13:57:36.379726 dv-cinder-784763-7-iscsi neutron-server[92993]: INFO neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Loaded extension: l3-flavors Jul 16 13:57:36.380058 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=92993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 13:57:36.381018 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=92993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 13:57:36.381535 dv-cinder-784763-7-iscsi neutron-server[92993]: INFO neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 16 13:57:36.381865 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Loading extension file: l3agentscheduler.py {{(pid=92993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 13:57:36.382880 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 13:57:36.383398 dv-cinder-784763-7-iscsi neutron-server[92993]: INFO neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Loaded extension: l3_agent_scheduler Jul 16 13:57:36.383733 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Loading extension file: logging.py {{(pid=92993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 13:57:36.385260 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=92993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 13:57:36.385789 dv-cinder-784763-7-iscsi neutron-server[92993]: INFO neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Extension logging not supported by any of loaded plugins Jul 16 13:57:36.386126 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Loading extension file: metering.py {{(pid=92993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 13:57:36.386874 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=92993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 13:57:36.387460 dv-cinder-784763-7-iscsi neutron-server[92993]: INFO neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Loaded extension: metering Jul 16 13:57:36.387792 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=92993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 13:57:36.388960 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=92993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 13:57:36.389489 dv-cinder-784763-7-iscsi neutron-server[92993]: INFO neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Loaded extension: metering_source_and_destination_fields Jul 16 13:57:36.389826 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Loading extension file: multiprovidernet.py {{(pid=92993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 13:57:36.390887 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=92993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 13:57:36.391414 dv-cinder-784763-7-iscsi neutron-server[92993]: INFO neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Loaded extension: multi-provider Jul 16 13:57:36.391747 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Loading extension file: netmtu.py {{(pid=92993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 13:57:36.392676 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=92993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 13:57:36.393226 dv-cinder-784763-7-iscsi neutron-server[92993]: INFO neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Loaded extension: net-mtu Jul 16 13:57:36.393556 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Loading extension file: netmtu_writable.py {{(pid=92993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 13:57:36.394486 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=92993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 13:57:36.394997 dv-cinder-784763-7-iscsi neutron-server[92993]: INFO neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Loaded extension: net-mtu-writable Jul 16 13:57:36.395326 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Loading extension file: network_availability_zone.py {{(pid=92993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 13:57:36.396004 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=92993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 13:57:36.396514 dv-cinder-784763-7-iscsi neutron-server[92993]: INFO neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Loaded extension: network_availability_zone Jul 16 13:57:36.396874 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Loading extension file: network_ip_availability.py {{(pid=92993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 13:57:36.397974 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=92993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 13:57:36.398491 dv-cinder-784763-7-iscsi neutron-server[92993]: INFO neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Loaded extension: network-ip-availability Jul 16 13:57:36.398829 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Loading extension file: network_segment_range.py {{(pid=92993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 13:57:36.399600 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=92993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 13:57:36.400105 dv-cinder-784763-7-iscsi neutron-server[92993]: INFO neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Extension network-segment-range not supported by any of loaded plugins Jul 16 13:57:36.400432 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Loading extension file: pagination.py {{(pid=92993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 13:57:36.401463 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 13:57:36.401803 dv-cinder-784763-7-iscsi neutron-server[92993]: INFO neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Loaded extension: pagination Jul 16 13:57:36.402129 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Loading extension file: port_device_profile.py {{(pid=92993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 13:57:36.403062 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=92993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 13:57:36.403582 dv-cinder-784763-7-iscsi neutron-server[92993]: INFO neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Loaded extension: port-device-profile Jul 16 13:57:36.403910 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=92993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 13:57:36.404898 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=92993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 13:57:36.405421 dv-cinder-784763-7-iscsi neutron-server[92993]: INFO neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Loaded extension: port-mac-address-regenerate Jul 16 13:57:36.405747 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=92993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 13:57:36.406672 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=92993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 13:57:36.407186 dv-cinder-784763-7-iscsi neutron-server[92993]: INFO neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Loaded extension: port-numa-affinity-policy Jul 16 13:57:36.407514 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Loading extension file: port_resource_request.py {{(pid=92993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 13:57:36.408445 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=92993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 13:57:36.409047 dv-cinder-784763-7-iscsi neutron-server[92993]: INFO neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Extension port-resource-request not supported by any of loaded plugins Jul 16 13:57:36.409376 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Loading extension file: portbindings.py {{(pid=92993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 13:57:36.410317 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=92993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 13:57:36.410835 dv-cinder-784763-7-iscsi neutron-server[92993]: INFO neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Loaded extension: binding Jul 16 13:57:36.411162 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Loading extension file: portbindings_extended.py {{(pid=92993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 13:57:36.412442 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=92993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 13:57:36.413001 dv-cinder-784763-7-iscsi neutron-server[92993]: INFO neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Loaded extension: binding-extended Jul 16 13:57:36.413338 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Loading extension file: portsecurity.py {{(pid=92993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 13:57:36.414264 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=92993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 13:57:36.414781 dv-cinder-784763-7-iscsi neutron-server[92993]: INFO neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Loaded extension: port-security Jul 16 13:57:36.415111 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Loading extension file: project_id.py {{(pid=92993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 13:57:36.416096 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=92993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 13:57:36.416433 dv-cinder-784763-7-iscsi neutron-server[92993]: INFO neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Loaded extension: project-id Jul 16 13:57:36.416761 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Loading extension file: providernet.py {{(pid=92993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 13:57:36.417728 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=92993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 13:57:36.418251 dv-cinder-784763-7-iscsi neutron-server[92993]: INFO neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Loaded extension: provider Jul 16 13:57:36.418579 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Loading extension file: qos.py {{(pid=92993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 13:57:36.422869 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=92993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 13:57:36.423396 dv-cinder-784763-7-iscsi neutron-server[92993]: INFO neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Extension qos not supported by any of loaded plugins Jul 16 13:57:36.423737 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=92993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 13:57:36.425020 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=92993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 13:57:36.425545 dv-cinder-784763-7-iscsi neutron-server[92993]: INFO neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 16 13:57:36.425882 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=92993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 13:57:36.426819 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=92993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 13:57:36.427342 dv-cinder-784763-7-iscsi neutron-server[92993]: INFO neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 16 13:57:36.427679 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Loading extension file: qos_default.py {{(pid=92993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 13:57:36.428602 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=92993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 13:57:36.429164 dv-cinder-784763-7-iscsi neutron-server[92993]: INFO neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Extension qos-default not supported by any of loaded plugins Jul 16 13:57:36.429504 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Loading extension file: qos_fip.py {{(pid=92993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 13:57:36.430168 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=92993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 13:57:36.430678 dv-cinder-784763-7-iscsi neutron-server[92993]: INFO neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Extension qos-fip not supported by any of loaded plugins Jul 16 13:57:36.431006 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Loading extension file: qos_gateway_ip.py {{(pid=92993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 13:57:36.431942 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=92993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 13:57:36.432457 dv-cinder-784763-7-iscsi neutron-server[92993]: INFO neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 16 13:57:36.432812 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Loading extension file: qos_port_network_policy.py {{(pid=92993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 13:57:36.433738 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=92993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 13:57:36.434252 dv-cinder-784763-7-iscsi neutron-server[92993]: INFO neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 16 13:57:36.434580 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Loading extension file: qos_rule_type_details.py {{(pid=92993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 13:57:36.435584 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=92993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 13:57:36.436097 dv-cinder-784763-7-iscsi neutron-server[92993]: INFO neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 16 13:57:36.436427 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Loading extension file: qos_rules_alias.py {{(pid=92993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 13:57:36.437523 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=92993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 13:57:36.438036 dv-cinder-784763-7-iscsi neutron-server[92993]: INFO neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 16 13:57:36.438364 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Loading extension file: quotasv2.py {{(pid=92993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 13:57:36.439277 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=92993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 13:57:36.439798 dv-cinder-784763-7-iscsi neutron-server[92993]: INFO neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Loaded extension: quotas Jul 16 13:57:36.440127 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Loading extension file: quotasv2_detail.py {{(pid=92993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 13:57:36.443222 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=92993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 13:57:36.443572 dv-cinder-784763-7-iscsi neutron-server[92993]: INFO neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Loaded extension: quota_details Jul 16 13:57:36.443913 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Loading extension file: rbac.py {{(pid=92993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 13:57:36.445005 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=92993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 13:57:36.445543 dv-cinder-784763-7-iscsi neutron-server[92993]: INFO neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Loaded extension: rbac-policies Jul 16 13:57:36.445882 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Loading extension file: rbac_address_group.py {{(pid=92993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 13:57:36.446823 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=92993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 13:57:36.447352 dv-cinder-784763-7-iscsi neutron-server[92993]: INFO neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Loaded extension: rbac-address-group Jul 16 13:57:36.447692 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Loading extension file: rbac_address_scope.py {{(pid=92993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 13:57:36.448639 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=92993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 13:57:36.449187 dv-cinder-784763-7-iscsi neutron-server[92993]: INFO neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Loaded extension: rbac-address-scope Jul 16 13:57:36.449522 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Loading extension file: rbac_security_groups.py {{(pid=92993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 13:57:36.450452 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=92993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 13:57:36.451514 dv-cinder-784763-7-iscsi neutron-server[92993]: INFO neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Loaded extension: rbac-security-groups Jul 16 13:57:36.451845 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Loading extension file: rbac_subnetpool.py {{(pid=92993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 13:57:36.452797 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=92993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 13:57:36.453314 dv-cinder-784763-7-iscsi neutron-server[92993]: INFO neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Loaded extension: rbac-subnetpool Jul 16 13:57:36.453647 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Loading extension file: revisionifmatch.py {{(pid=92993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 13:57:36.454579 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=92993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 13:57:36.455178 dv-cinder-784763-7-iscsi neutron-server[92993]: INFO neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Loaded extension: revision-if-match Jul 16 13:57:36.455517 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Loading extension file: revisions.py {{(pid=92993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 13:57:36.456636 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=92993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 13:57:36.457188 dv-cinder-784763-7-iscsi neutron-server[92993]: INFO neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Loaded extension: standard-attr-revisions Jul 16 13:57:36.457526 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Loading extension file: router_availability_zone.py {{(pid=92993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 13:57:36.458208 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=92993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 13:57:36.458728 dv-cinder-784763-7-iscsi neutron-server[92993]: INFO neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Loaded extension: router_availability_zone Jul 16 13:57:36.459062 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Loading extension file: routerservicetype.py {{(pid=92993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 13:57:36.459999 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=92993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 13:57:36.460509 dv-cinder-784763-7-iscsi neutron-server[92993]: INFO neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Extension router-service-type not supported by any of loaded plugins Jul 16 13:57:36.460876 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=92993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 13:57:36.461811 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=92993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 13:57:36.462327 dv-cinder-784763-7-iscsi neutron-server[92993]: INFO neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Loaded extension: security-groups-normalized-cidr Jul 16 13:57:36.462659 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Loading extension file: security_groups_port_filtering.py {{(pid=92993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 13:57:36.463595 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=92993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 13:57:36.464112 dv-cinder-784763-7-iscsi neutron-server[92993]: INFO neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Loaded extension: port-security-groups-filtering Jul 16 13:57:36.464444 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=92993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 13:57:36.465403 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=92993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 13:57:36.465921 dv-cinder-784763-7-iscsi neutron-server[92993]: INFO neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Loaded extension: security-groups-remote-address-group Jul 16 13:57:36.466253 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Loading extension file: securitygroup.py {{(pid=92993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 13:57:36.476174 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=92993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 13:57:36.476713 dv-cinder-784763-7-iscsi neutron-server[92993]: INFO neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Loaded extension: security-group Jul 16 13:57:36.477082 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Loading extension file: segment.py {{(pid=92993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 13:57:36.477876 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=92993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 13:57:36.478393 dv-cinder-784763-7-iscsi neutron-server[92993]: INFO neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Extension segment not supported by any of loaded plugins Jul 16 13:57:36.478729 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=92993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 13:57:36.479682 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=92993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 13:57:36.480205 dv-cinder-784763-7-iscsi neutron-server[92993]: INFO neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 16 13:57:36.480544 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Loading extension file: servicetype.py {{(pid=92993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 13:57:36.481687 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=92993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 13:57:36.482247 dv-cinder-784763-7-iscsi neutron-server[92993]: INFO neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Loaded extension: service-type Jul 16 13:57:36.482584 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Loading extension file: sorting.py {{(pid=92993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 13:57:36.483596 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 13:57:36.483938 dv-cinder-784763-7-iscsi neutron-server[92993]: INFO neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Loaded extension: sorting Jul 16 13:57:36.484272 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Loading extension file: standard_attr_segment.py {{(pid=92993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 13:57:36.485285 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 13:57:36.485811 dv-cinder-784763-7-iscsi neutron-server[92993]: INFO neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 16 13:57:36.486175 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Loading extension file: standardattrdescription.py {{(pid=92993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 13:57:36.486849 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=92993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 13:57:36.487367 dv-cinder-784763-7-iscsi neutron-server[92993]: INFO neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Loaded extension: standard-attr-description Jul 16 13:57:36.487701 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Loading extension file: stateful_security_group.py {{(pid=92993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 13:57:36.488648 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=92993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 13:57:36.489222 dv-cinder-784763-7-iscsi neutron-server[92993]: INFO neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Loaded extension: stateful-security-group Jul 16 13:57:36.489555 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Loading extension file: stdattrs_common.py {{(pid=92993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 13:57:36.490147 dv-cinder-784763-7-iscsi neutron-server[92993]: WARNING neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 16 13:57:36.490473 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=92993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 13:57:36.491407 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=92993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 13:57:36.491927 dv-cinder-784763-7-iscsi neutron-server[92993]: INFO neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 16 13:57:36.492258 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Loading extension file: subnet_onboard.py {{(pid=92993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 13:57:36.493368 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=92993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 13:57:36.493896 dv-cinder-784763-7-iscsi neutron-server[92993]: INFO neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Loaded extension: subnet_onboard Jul 16 13:57:36.494229 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=92993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 13:57:36.495171 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=92993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 13:57:36.495692 dv-cinder-784763-7-iscsi neutron-server[92993]: INFO neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 16 13:57:36.496023 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Loading extension file: subnet_service_types.py {{(pid=92993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 13:57:36.496998 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=92993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 13:57:36.497527 dv-cinder-784763-7-iscsi neutron-server[92993]: INFO neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Loaded extension: subnet-service-types Jul 16 13:57:36.498402 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Loading extension file: subnetallocation.py {{(pid=92993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 13:57:36.499499 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=92993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 13:57:36.500028 dv-cinder-784763-7-iscsi neutron-server[92993]: INFO neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Loaded extension: subnet_allocation Jul 16 13:57:36.500363 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=92993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 13:57:36.501060 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=92993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 13:57:36.501575 dv-cinder-784763-7-iscsi neutron-server[92993]: INFO neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Loaded extension: subnetpool-prefix-ops Jul 16 13:57:36.501906 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=92993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 13:57:36.502855 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=92993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 13:57:36.503371 dv-cinder-784763-7-iscsi neutron-server[92993]: INFO neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 16 13:57:36.503703 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Loading extension file: tagging.py {{(pid=92993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 13:57:36.504755 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=92993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 13:57:36.505326 dv-cinder-784763-7-iscsi neutron-server[92993]: INFO neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Loaded extension: standard-attr-tag Jul 16 13:57:36.505662 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Loading extension file: timestamp.py {{(pid=92993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 13:57:36.506916 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=92993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 13:57:36.507439 dv-cinder-784763-7-iscsi neutron-server[92993]: INFO neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Loaded extension: standard-attr-timestamp Jul 16 13:57:36.507777 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Loading extension file: trunk.py {{(pid=92993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 13:57:36.508885 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=92993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 13:57:36.509405 dv-cinder-784763-7-iscsi neutron-server[92993]: INFO neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Extension trunk not supported by any of loaded plugins Jul 16 13:57:36.509741 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Loading extension file: trunk_details.py {{(pid=92993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 13:57:36.510685 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=92993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 13:57:36.511205 dv-cinder-784763-7-iscsi neutron-server[92993]: INFO neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Extension trunk-details not supported by any of loaded plugins Jul 16 13:57:36.511537 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Loading extension file: uplink_status_propagation.py {{(pid=92993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 13:57:36.512469 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=92993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 13:57:36.514141 dv-cinder-784763-7-iscsi neutron-server[92993]: INFO neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 16 13:57:36.514475 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Loading extension file: vlantransparent.py {{(pid=92993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 13:57:36.515171 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=92993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 13:57:36.515704 dv-cinder-784763-7-iscsi neutron-server[92993]: INFO neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 16 13:57:36.518163 dv-cinder-784763-7-iscsi neutron-server[92993]: INFO neutron.quota.resource_registry [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Creating instance of TrackedResource for resource:network Jul 16 13:57:36.518699 dv-cinder-784763-7-iscsi neutron-server[92993]: INFO neutron.quota.resource_registry [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Creating instance of TrackedResource for resource:subnet Jul 16 13:57:36.519107 dv-cinder-784763-7-iscsi neutron-server[92993]: INFO neutron.quota.resource_registry [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 13:57:36.519502 dv-cinder-784763-7-iscsi neutron-server[92993]: INFO neutron.quota.resource_registry [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Creating instance of TrackedResource for resource:port Jul 16 13:57:36.520754 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.v2.resource_helper [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92993) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 13:57:36.521233 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.v2.resource_helper [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Service FLAVORS assigned prefix: {{(pid=92993) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 13:57:36.521863 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.v2.resource_helper [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92993) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 13:57:36.522293 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.v2.resource_helper [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92993) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 13:57:36.522628 dv-cinder-784763-7-iscsi neutron-server[92993]: INFO neutron.quota.resource_registry [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Creating instance of TrackedResource for resource:router Jul 16 13:57:36.523065 dv-cinder-784763-7-iscsi neutron-server[92993]: INFO neutron.quota.resource_registry [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Creating instance of TrackedResource for resource:floatingip Jul 16 13:57:36.523577 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.v2.resource_helper [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Service METERING assigned prefix: /metering {{(pid=92993) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 13:57:36.525030 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron_lib.callbacks.manager [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 13:57:36.525403 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron_lib.callbacks.manager [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 13:57:36.525760 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron_lib.callbacks.manager [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 13:57:36.526748 dv-cinder-784763-7-iscsi neutron-server[92993]: INFO neutron.quota.resource_registry [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Creating instance of CountableResource for resource:rbac_policy Jul 16 13:57:36.527207 dv-cinder-784763-7-iscsi neutron-server[92993]: INFO neutron.quota.resource_registry [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Creating instance of TrackedResource for resource:security_group Jul 16 13:57:36.527670 dv-cinder-784763-7-iscsi neutron-server[92993]: INFO neutron.quota.resource_registry [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 16 13:57:36.528281 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.v2.resource_helper [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Service CORE assigned prefix: {{(pid=92993) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 13:57:36.528616 dv-cinder-784763-7-iscsi neutron-server[92993]: INFO neutron.quota.resource_registry [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 13:57:36.529529 dv-cinder-784763-7-iscsi neutron-server[92993]: WARNING neutron.quota.resource_registry [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] subnetpool is already registered Jul 16 13:57:36.529965 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.v2.resource_helper [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Service CORE assigned prefix: {{(pid=92993) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 13:57:36.530300 dv-cinder-784763-7-iscsi neutron-server[92993]: INFO neutron.quota.resource_registry [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 13:57:36.530636 dv-cinder-784763-7-iscsi neutron-server[92993]: WARNING neutron.quota.resource_registry [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] subnetpool is already registered Jul 16 13:57:36.532973 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.v2.resource_helper [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92993) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 13:57:36.533414 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.v2.resource_helper [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Service FLAVORS assigned prefix: {{(pid=92993) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 13:57:36.534016 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.v2.resource_helper [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92993) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 13:57:36.534444 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.v2.resource_helper [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92993) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 13:57:36.534785 dv-cinder-784763-7-iscsi neutron-server[92993]: INFO neutron.quota.resource_registry [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Creating instance of TrackedResource for resource:router Jul 16 13:57:36.535132 dv-cinder-784763-7-iscsi neutron-server[92993]: WARNING neutron.quota.resource_registry [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] router is already registered Jul 16 13:57:36.535551 dv-cinder-784763-7-iscsi neutron-server[92993]: INFO neutron.quota.resource_registry [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Creating instance of TrackedResource for resource:floatingip Jul 16 13:57:36.535896 dv-cinder-784763-7-iscsi neutron-server[92993]: WARNING neutron.quota.resource_registry [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] floatingip is already registered Jul 16 13:57:36.536354 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.v2.resource_helper [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Service METERING assigned prefix: /metering {{(pid=92993) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 13:57:36.537048 dv-cinder-784763-7-iscsi neutron-server[92993]: INFO neutron.quota.resource_registry [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Creating instance of CountableResource for resource:rbac_policy Jul 16 13:57:36.537381 dv-cinder-784763-7-iscsi neutron-server[92993]: WARNING neutron.quota.resource_registry [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] rbac_policy is already registered Jul 16 13:57:36.537800 dv-cinder-784763-7-iscsi neutron-server[92993]: INFO neutron.quota.resource_registry [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Creating instance of TrackedResource for resource:security_group Jul 16 13:57:36.538140 dv-cinder-784763-7-iscsi neutron-server[92993]: WARNING neutron.quota.resource_registry [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] security_group is already registered Jul 16 13:57:36.538557 dv-cinder-784763-7-iscsi neutron-server[92993]: INFO neutron.quota.resource_registry [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 16 13:57:36.538893 dv-cinder-784763-7-iscsi neutron-server[92993]: WARNING neutron.quota.resource_registry [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] security_group_rule is already registered Jul 16 13:57:36.539532 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.v2.resource_helper [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Service CORE assigned prefix: {{(pid=92993) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 13:57:36.539867 dv-cinder-784763-7-iscsi neutron-server[92993]: INFO neutron.quota.resource_registry [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 13:57:36.540215 dv-cinder-784763-7-iscsi neutron-server[92993]: WARNING neutron.quota.resource_registry [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] subnetpool is already registered Jul 16 13:57:36.540640 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.v2.resource_helper [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Service CORE assigned prefix: {{(pid=92993) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 13:57:36.540995 dv-cinder-784763-7-iscsi neutron-server[92993]: INFO neutron.quota.resource_registry [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 13:57:36.541333 dv-cinder-784763-7-iscsi neutron-server[92993]: WARNING neutron.quota.resource_registry [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] subnetpool is already registered Jul 16 13:57:36.541810 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Extended resource: extensions {{(pid=92993) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 13:57:36.543262 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Extended resource: address-groups {{(pid=92993) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 13:57:36.545348 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Extended resource: address-scopes {{(pid=92993) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 13:57:36.546667 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Extended resource: agents {{(pid=92993) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 13:57:36.547843 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Extended resource: auto-allocated-topology {{(pid=92993) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 13:57:36.549117 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Extended resource: availability_zones {{(pid=92993) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 13:57:36.550366 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Extended resource: dhcp-networks {{(pid=92993) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 13:57:36.551889 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Extended resource: dhcp-agents {{(pid=92993) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 13:57:36.553424 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Extended resource: routers {{(pid=92993) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 13:57:36.555121 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Extended resource: flavors {{(pid=92993) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 13:57:36.557496 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Extended resource: service_profiles {{(pid=92993) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 13:57:36.558732 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Extended resource: next_providers {{(pid=92993) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 13:57:36.560195 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Extended resource: service_profiles {{(pid=92993) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 13:57:36.561913 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Extended resource: floatingip-pools {{(pid=92993) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 13:57:36.563135 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Extended resource: routers {{(pid=92993) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 13:57:36.564873 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Extended resource: floatingips {{(pid=92993) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 13:57:36.566164 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Extended resource: l3-routers {{(pid=92993) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 13:57:36.567569 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Extended resource: l3-agents {{(pid=92993) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 13:57:36.569032 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Extended resource: metering-labels {{(pid=92993) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 13:57:36.570305 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Extended resource: metering-label-rules {{(pid=92993) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 13:57:36.571682 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Extended resource: network-ip-availabilities {{(pid=92993) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 13:57:36.572985 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Extended resource: bindings {{(pid=92993) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 13:57:36.574548 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Extended resource: quotas {{(pid=92993) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 13:57:36.576149 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Extended resource: quotas {{(pid=92993) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 13:57:36.577611 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Extended resource: rbac-policies {{(pid=92993) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 13:57:36.578823 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Extended resource: security-groups {{(pid=92993) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 13:57:36.580135 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Extended resource: security-group-rules {{(pid=92993) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 13:57:36.581436 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Extended resource: service-providers {{(pid=92993) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 13:57:36.582759 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Extended resource: subnetpools {{(pid=92993) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 13:57:36.584092 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Extended resource: subnetpools {{(pid=92993) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 13:57:36.585690 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Extended resource: tags {{(pid=92993) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 13:57:36.587378 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Extended resource: tags {{(pid=92993) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 13:57:36.589235 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Extended resource: tags {{(pid=92993) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 13:57:36.591046 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Extended resource: tags {{(pid=92993) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 13:57:36.593318 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Extended resource: tags {{(pid=92993) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 13:57:36.595285 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Extended resource: tags {{(pid=92993) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 13:57:36.597015 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Extended resource: tags {{(pid=92993) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 13:57:36.598830 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Extended resource: tags {{(pid=92993) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 13:57:36.601016 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Extended resource: tags {{(pid=92993) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 13:57:36.602773 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron.api.extensions [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Extended resource: tags {{(pid=92993) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 13:57:36.609281 dv-cinder-784763-7-iscsi neutron-server[92993]: WARNING keystonemiddleware.auth_token [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 16 13:57:36.613826 dv-cinder-784763-7-iscsi neutron-server[92993]: WARNING keystonemiddleware.auth_token [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 16 13:57:36.622632 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_concurrency.lockutils [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Acquired lock "singleton_lock" {{(pid=92993) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 16 13:57:36.622997 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_concurrency.lockutils [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Releasing lock "singleton_lock" {{(pid=92993) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 16 13:57:36.623641 dv-cinder-784763-7-iscsi neutron-server[92993]: INFO oslo_service.service [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Starting 2 workers Jul 16 13:57:36.628479 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Started child 93101 {{(pid=92993) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 16 13:57:36.632914 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Started child 93102 {{(pid=92993) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 16 13:57:36.633825 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 13:57:36.634671 dv-cinder-784763-7-iscsi neutron-server[92993]: INFO neutron.service [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 16 13:57:36.635128 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron_lib.callbacks.manager [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Notify callbacks [] for process, before_spawn {{(pid=92993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 13:57:36.635310 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [-] (93101) wsgi starting up on http://0.0.0.0:9696 Jul 16 13:57:36.635719 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 54850) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 13:57:36.637610 dv-cinder-784763-7-iscsi neutron-server[92993]: INFO oslo_service.service [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Starting 1 workers Jul 16 13:57:36.637808 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 13:57:36.639446 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [-] (93102) wsgi starting up on http://0.0.0.0:9696 Jul 16 13:57:36.642916 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Started child 93103 {{(pid=92993) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 16 13:57:36.643442 dv-cinder-784763-7-iscsi neutron-server[92993]: INFO oslo_service.service [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Starting 1 workers Jul 16 13:57:36.644461 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [-] 10.222.0.10 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062449 Jul 16 13:57:36.646854 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.service [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] calling RpcWorker wait() {{(pid=93103) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 16 13:57:36.649544 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.service [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] returning from RpcWorker wait() {{(pid=93103) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 16 13:57:36.649544 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 13:57:36.649835 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Started child 93105 {{(pid=92993) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 16 13:57:36.650116 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 13:57:36.650271 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG neutron_lib.callbacks.manager [None req-9db935d1-da01-42b2-b631-c2929b19de34 None None] Notify callbacks [] for process, after_spawn {{(pid=92993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 13:57:36.651308 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92993) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 16 13:57:36.654858 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 16 13:57:36.654858 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 16 13:57:36.654858 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 16 13:57:36.654858 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 16 13:57:36.654858 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 16 13:57:36.654858 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.654858 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.655817 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 13:57:36.656347 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.656347 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.656347 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.656347 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.656347 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.656347 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.656347 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.656347 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.657625 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.657625 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.657625 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.657625 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.657625 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.657625 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.658389 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.658389 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.658389 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.658763 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.658910 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.661362 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.661362 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] debug = True {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.661362 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.661362 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.661362 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.661362 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.662178 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.662178 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.662178 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.662178 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.662178 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.662178 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.662983 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.662983 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.662983 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.662983 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.663479 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.663479 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.663742 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.665748 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] host = dv-cinder-784763-7-iscsi {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.665748 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.665748 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.665748 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.665748 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.665748 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.665748 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.665748 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.666925 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.666925 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.666925 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.666925 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.666925 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.667559 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.667559 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] log_file = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.667559 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] log_options = True {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.667947 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.668089 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.668817 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.668817 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.668817 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.669123 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.669501 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.670394 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.670791 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.671176 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.671533 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.671914 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.672299 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.672668 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.673073 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.673458 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.673829 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.674186 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.674569 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.674999 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.675414 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.675816 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.676242 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.676650 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.677078 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.677497 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.677922 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.678320 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.678741 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.679224 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.679673 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.680131 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.680576 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.681026 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.681459 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.681876 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.682274 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.682733 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.685346 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.685546 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 13:57:36.685668 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.685899 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.686229 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.686429 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.686665 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.686907 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.687166 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] use_json = False {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.687446 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.687690 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.687997 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.688238 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.688561 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.688887 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.689172 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.689411 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.689855 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.690174 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.692260 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.692260 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.692260 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.692260 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.692876 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.693562 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.693836 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.695937 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.696311 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.697008 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.697537 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.697829 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.698106 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.698490 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.699254 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.699560 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.700717 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.700717 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.700932 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.701198 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.701788 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.701788 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.702373 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.10/identity {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.702373 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.702566 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.703144 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.703144 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.703455 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.703455 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.703724 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.703972 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.705095 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.705344 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.705576 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.705848 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.706097 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.706356 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.706625 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.706873 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.707135 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.707375 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.707839 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.708078 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.708325 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.708550 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.708812 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.709171 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.709426 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.709682 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.709915 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.710163 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.710410 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.710640 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.710882 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.711115 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.711336 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.711561 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.711810 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.712065 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.712322 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.712569 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.713427 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.713633 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.713868 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.714099 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.714347 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.714605 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.714833 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.715062 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.715323 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.715546 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.717293 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.717540 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.717814 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.719788 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.719788 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.720037 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.720189 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.720452 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.720684 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.720948 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.721177 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.721477 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.721801 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.722041 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.722294 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.722549 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.722822 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.723077 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.723356 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.723621 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.723851 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.724112 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.724392 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.724643 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.724939 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.725198 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.725694 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.725960 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.726223 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.726492 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.727491 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.727491 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.727491 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.727491 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.727761 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.728039 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.728207 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.728482 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.728891 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.729068 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.729427 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.729663 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.729942 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.730271 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.730561 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.730850 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.731149 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.731414 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.731759 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.732063 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.734321 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.734614 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.734870 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.738350 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.738677 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.738952 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.739218 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.740862 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.741146 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.741520 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.742624 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.742624 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.742624 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.742624 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.742925 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.743035 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.743323 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.744159 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.744159 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.744159 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.744382 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.10/identity {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.744564 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.745117 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.747503 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.747787 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.748056 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.748318 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.748587 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.748881 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.749104 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.749362 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.749593 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.749829 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.750079 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.750314 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.750547 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.753482 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.753731 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.756839 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.757185 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.758813 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.758813 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.759022 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.759103 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.759381 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.759594 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.759910 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.760189 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.760441 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.760700 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.761716 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.761988 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.762219 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.762487 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.763835 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.764845 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.764845 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.764845 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.764845 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.765139 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.765364 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.765602 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.765921 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.766756 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.766756 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.766982 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.767241 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.768244 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.768244 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.768244 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.768244 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.768507 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.768658 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.769227 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.769227 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.769394 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.769623 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.769863 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.770085 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.770323 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.770563 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.770789 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.771007 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.771304 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.771565 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.771803 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.772068 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.772330 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.772573 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.774266 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.774266 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.774266 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.774543 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.775596 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.775596 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.775596 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.776232 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.776335 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.777312 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.777573 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.777818 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.779525 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.779625 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.780406 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.780406 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.780406 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.780666 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.780877 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.781362 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.781362 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.781613 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.782386 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.782621 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.783011 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.784649 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.784649 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.784649 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.784918 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.785597 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.785954 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.787451 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.787706 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.787994 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.788791 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.790040 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.790040 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.790365 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.790749 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.791090 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.791395 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.791736 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.792029 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.792346 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.792645 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.794520 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.795416 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.795811 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.796117 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.796541 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.798406 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.798763 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.801550 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.801859 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.802213 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.802480 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.802743 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.803032 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.804346 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.804346 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.804346 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.804346 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.804346 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.804760 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.806064 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.807063 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 13:57:36.807681 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.807941 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.808800 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 16 13:57:36.808800 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92993) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 16 13:57:36.808800 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 16 13:57:36.809091 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 16 13:57:36.809168 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 16 13:57:36.809322 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 16 13:57:36.809480 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 16 13:57:36.809693 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.809865 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.810031 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.810197 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.810386 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.810572 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.810736 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.810899 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.811062 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.811224 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.811387 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.811549 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.811710 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.811871 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.812032 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.812194 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.812355 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.812518 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.812683 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.812871 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.813036 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.813196 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.813360 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] debug = True {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.813519 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.813709 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.813886 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.814029 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.814231 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.814394 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.814491 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.814651 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.814813 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.814975 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.815136 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.815298 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.815463 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.815625 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.815786 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.815947 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.816107 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.816269 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] host = dv-cinder-784763-7-iscsi {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.816430 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.816590 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.816751 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.816931 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.817082 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.817244 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.817427 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.817595 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.817756 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.817917 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.818076 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.818240 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.818444 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.818565 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] log_file = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.818704 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] log_options = True {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.818865 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.819030 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.819174 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.819414 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.819584 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.819746 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.819909 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.820070 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.820264 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.822379 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.822557 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.822727 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.822895 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.823060 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.823226 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.823386 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.823922 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.826356 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.826558 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.826737 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.826921 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.827075 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.827241 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.827407 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.827574 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.827739 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.827905 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.828067 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.828232 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.829378 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.829378 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.829378 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.829378 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.829378 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.829757 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.829757 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.829757 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.829985 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.830089 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.830257 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.830421 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.830582 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.830745 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.830910 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.831069 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.831223 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] use_json = False {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.831364 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.831529 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.831707 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.831850 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.831984 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.832134 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.832286 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.832439 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 13:57:36.832616 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.832796 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.833128 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.833297 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.833461 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.833627 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.833890 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.834059 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.834224 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.834556 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.834729 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.835041 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.835210 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.835367 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.836274 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.836274 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.836274 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.836274 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.836274 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.836274 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.836656 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.836656 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.836797 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.837015 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.837110 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.10/identity {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.837260 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.837405 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.837562 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.837720 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.837869 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.838025 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.838193 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.838351 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.838672 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.838851 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.838990 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.839346 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.839672 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.839972 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.840272 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.840436 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.840602 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.840795 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.842255 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.842255 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.842255 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.842255 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.842255 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.842255 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.842614 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.842614 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.842729 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.842934 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.843076 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.843222 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.843361 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.843498 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.843634 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.843769 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.843992 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.844174 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.844332 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.844481 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.844844 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.845040 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.845187 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.845330 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.845470 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.845633 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.845796 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.845959 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.846122 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.846279 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.846418 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.847505 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.847505 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.847505 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.847505 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.847505 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.847505 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.848329 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.848329 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.848329 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.848329 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.848961 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.848961 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.848961 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.848961 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.849861 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.849861 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.849861 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.849861 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.849861 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.849861 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.850590 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.850590 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.850590 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.850763 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.850948 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.851031 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.851198 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.851418 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.851558 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.851773 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.851773 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.852057 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.852057 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.852405 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.852405 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.852745 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.852745 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.853049 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.853049 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.853307 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.853307 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.853564 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.853564 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.853849 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.853849 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.855822 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.855822 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.855822 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.855822 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.855822 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.855822 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.855822 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.855822 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.855822 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.858313 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.858313 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.858313 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.858313 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.858313 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.858313 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.858313 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.858313 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.859864 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.859864 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.859864 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.859864 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.859864 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.859864 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.859864 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.859864 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.10/identity {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.861973 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.861973 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.861973 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.861973 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.861973 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.861973 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.861973 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.861973 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.863500 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.863500 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.863500 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.863500 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.863500 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.863500 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.863500 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.863500 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.865044 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.865044 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.865044 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.865044 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.865044 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.865044 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.865044 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.865044 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.866248 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.866248 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.866248 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.866248 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.866248 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.866248 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.866248 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.866248 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.867261 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.867261 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.867261 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.867261 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.867261 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.867261 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.867261 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.867261 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.869188 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.869188 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.869188 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.869188 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.869188 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.869188 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.869188 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.869188 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.870178 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.870178 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.870178 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.870178 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.870178 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.870178 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.870178 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.870178 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.871120 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.871120 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.871120 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.871120 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.871120 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.871120 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.871120 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.871120 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.871120 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.871639 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.871639 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.871639 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.871639 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.871639 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.871639 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.871639 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.871639 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.872085 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.872085 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.872085 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.872085 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.872085 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.872085 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.872085 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.872085 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.873272 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.873272 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.873272 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.873272 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.873272 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.873272 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.873272 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.873272 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.874352 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.874352 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.874352 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.874352 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.874352 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.874352 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.875923 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.875923 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.875923 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.875923 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.875923 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.875923 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.875923 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.875923 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.876533 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.876533 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.876533 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.876533 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.876533 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.876533 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.876533 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.877026 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.877603 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.877784 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.877948 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.878119 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.878293 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.878454 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.878614 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.878774 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.878936 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.879096 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.879256 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.879415 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.879573 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.879732 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.879892 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.880051 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.880211 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.880369 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.880528 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.880687 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.880856 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.881016 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.881176 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.881336 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 13:57:36.882208 dv-cinder-784763-7-iscsi neutron-server[92993]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 16 13:57:47.797981 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bee4e7ac-127c-416f-a66f-81d2e86f7935 None None] get_active_networks_info from dv-cinder-784763-7-iscsi {{(pid=93103) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 13:57:47.890610 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bee4e7ac-127c-416f-a66f-81d2e86f7935 None None] No non-hosted networks {{(pid=93103) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 16 13:57:47.909859 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.agentschedulers_db [None req-bee4e7ac-127c-416f-a66f-81d2e86f7935 None None] DHCP Agent not found on host dv-cinder-784763-7-iscsi {{(pid=93103) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 16 13:57:48.043399 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-0c40e9c2-3ffe-479a-8d7a-4a78d384e899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-677644'] for agent, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 13:57:50.330896 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-89ab941f-31ef-488e-8b0c-f6128631d9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-677644'] for agent, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 13:57:50.401089 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-8a2e5ca3-39fc-4b4c-b6de-17d04a1afff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 13:57:50.682371 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-677644'] for agent, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 13:57:50.683344 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 13:57:50.683836 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 13:57:50.684362 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 13:57:50.684865 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 13:57:50.686683 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 13:57:50.687237 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 13:57:50.687856 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 13:57:50.688363 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 13:57:50.688883 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 13:57:50.689418 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 13:57:50.689975 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 13:57:50.690470 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 13:57:50.692295 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-784763-7-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 13:57:50.702848 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-784763-7-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 13:57:51.420338 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-64ab8875-bbbc-4415-a681-ef47cf0d365f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-677644'] for agent, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 13:57:53.057005 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-fe1600e4-7db6-428f-a340-75d1d02f3a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-677644'] for agent, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 13:57:54.243939 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 54958) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 13:57:54.646645 dv-cinder-784763-7-iscsi neutron-server[93103]: INFO neutron.db.l3_hamode_db [None req-0890e989-48ba-4e26-941f-f81a4226c12a None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 16 13:57:54.722450 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0890e989-48ba-4e26-941f-f81a4226c12a None None] Routers set() bound to L3 agent in host dv-cinder-784763-7-iscsi {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 13:57:54.722844 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0890e989-48ba-4e26-941f-f81a4226c12a None None] Router IDs set() for agent in host dv-cinder-784763-7-iscsi {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 16 13:57:54.736233 dv-cinder-784763-7-iscsi neutron-server[93102]: WARNING oslo_policy.policy [None req-969544b4-5cce-4a6a-8937-326ba37d1feb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 13:57:54.736841 dv-cinder-784763-7-iscsi neutron-server[93102]: WARNING oslo_policy.policy [None req-969544b4-5cce-4a6a-8937-326ba37d1feb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 13:57:54.951384 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [None req-969544b4-5cce-4a6a-8937-326ba37d1feb admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93102) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 13:57:54.952482 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-969544b4-5cce-4a6a-8937-326ba37d1feb admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7063303 Jul 16 13:57:57.274926 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 54972) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 13:57:57.576511 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.v2.base [None req-b09d35c8-c9ec-4986-97bd-6a92ef1d8b92 admin admin] Request body: {'subnetpool': {'is_default': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'shared': True}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 13:57:57.668681 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.policy [None req-b09d35c8-c9ec-4986-97bd-6a92ef1d8b92 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93102) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 16 13:57:57.712969 dv-cinder-784763-7-iscsi neutron-server[93102]: WARNING oslo_policy.policy [None req-b09d35c8-c9ec-4986-97bd-6a92ef1d8b92 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 13:57:57.713339 dv-cinder-784763-7-iscsi neutron-server[93102]: WARNING oslo_policy.policy [None req-b09d35c8-c9ec-4986-97bd-6a92ef1d8b92 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 13:57:57.723328 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.quota [None req-b09d35c8-c9ec-4986-97bd-6a92ef1d8b92 admin admin] Loaded quota_driver: . Jul 16 13:57:57.813668 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b09d35c8-c9ec-4986-97bd-6a92ef1d8b92 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736160276237', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736160274910', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736160255439', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736160253701', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736160267590', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736160240955', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-16272397', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16273662', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-635082', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-692029'] for rbac-policy, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 13:57:57.877279 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b09d35c8-c9ec-4986-97bd-6a92ef1d8b92 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 13:57:57.878453 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-b09d35c8-c9ec-4986-97bd-6a92ef1d8b92 admin admin] 10.222.0.10 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6025777 Jul 16 13:58:00.386423 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 54984) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 13:58:00.673247 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.v2.base [None req-be7df6cb-7ea9-41fa-931b-e7b48605f200 admin admin] Request body: {'network': {'name': 'private', 'project_id': '6a09b787594c45a59d5be9f705273da3', 'admin_state_up': True, 'tenant_id': '6a09b787594c45a59d5be9f705273da3'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 13:58:00.701234 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be7df6cb-7ea9-41fa-931b-e7b48605f200 admin admin] Made reservation on behalf of 6a09b787594c45a59d5be9f705273da3 for: {'network': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 13:58:00.704015 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-be7df6cb-7ea9-41fa-931b-e7b48605f200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for network, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 13:58:00.720644 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-be7df6cb-7ea9-41fa-931b-e7b48605f200 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 13:58:00.839444 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-be7df6cb-7ea9-41fa-931b-e7b48605f200 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 13:58:00.843379 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-be7df6cb-7ea9-41fa-931b-e7b48605f200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 13:58:00.862304 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be7df6cb-7ea9-41fa-931b-e7b48605f200 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 227} {{(pid=93102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 13:58:00.890092 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-be7df6cb-7ea9-41fa-931b-e7b48605f200 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8736156337731', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16512664'] for segment, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 13:58:00.890654 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-be7df6cb-7ea9-41fa-931b-e7b48605f200 admin admin] Unsubscribe: segment precommit_create {{(pid=93102) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 16 13:58:00.891157 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.db.segments_db [None req-be7df6cb-7ea9-41fa-931b-e7b48605f200 admin admin] Added segment 3566379d-5afa-45ba-be44-7b39a74cf91e of type vlan for network f772f10b-d9fb-46f8-9569-ca4a32493320 Jul 16 13:58:00.908305 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7df6cb-7ea9-41fa-931b-e7b48605f200 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=512b94d1-dc90-419c-8517-ad1dbc6fc0d1,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 13:58:00.956169 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7df6cb-7ea9-41fa-931b-e7b48605f200 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 13:58:00.956524 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7df6cb-7ea9-41fa-931b-e7b48605f200 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 13:58:00.956891 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7df6cb-7ea9-41fa-931b-e7b48605f200 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 13:58:00.957240 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7df6cb-7ea9-41fa-931b-e7b48605f200 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 13:58:00.957546 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7df6cb-7ea9-41fa-931b-e7b48605f200 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 13:58:00.957897 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7df6cb-7ea9-41fa-931b-e7b48605f200 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 13:58:00.958224 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7df6cb-7ea9-41fa-931b-e7b48605f200 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 13:58:00.958542 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7df6cb-7ea9-41fa-931b-e7b48605f200 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 13:58:00.958873 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7df6cb-7ea9-41fa-931b-e7b48605f200 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 13:58:00.959191 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7df6cb-7ea9-41fa-931b-e7b48605f200 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 13:58:00.959505 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7df6cb-7ea9-41fa-931b-e7b48605f200 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 13:58:00.959815 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7df6cb-7ea9-41fa-931b-e7b48605f200 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 13:58:00.960999 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7df6cb-7ea9-41fa-931b-e7b48605f200 admin admin] Tracked resource versions report: Jul 16 13:58:00.960999 dv-cinder-784763-7-iscsi neutron-server[93102]: pushed versions: Jul 16 13:58:00.960999 dv-cinder-784763-7-iscsi neutron-server[93102]: { 'AddressGroup': {'1.2'}, Jul 16 13:58:00.960999 dv-cinder-784763-7-iscsi neutron-server[93102]: 'ConntrackHelper': {'1.0'}, Jul 16 13:58:00.960999 dv-cinder-784763-7-iscsi neutron-server[93102]: 'Log': {'1.0'}, Jul 16 13:58:00.960999 dv-cinder-784763-7-iscsi neutron-server[93102]: 'Network': {'1.1'}, Jul 16 13:58:00.960999 dv-cinder-784763-7-iscsi neutron-server[93102]: 'Port': {'1.7'}, Jul 16 13:58:00.960999 dv-cinder-784763-7-iscsi neutron-server[93102]: 'PortForwarding': {'1.2'}, Jul 16 13:58:00.960999 dv-cinder-784763-7-iscsi neutron-server[93102]: 'QosPolicy': {'1.8'}, Jul 16 13:58:00.960999 dv-cinder-784763-7-iscsi neutron-server[93102]: 'SecurityGroup': {'1.4'}, Jul 16 13:58:00.960999 dv-cinder-784763-7-iscsi neutron-server[93102]: 'SecurityGroupRule': {'1.2'}, Jul 16 13:58:00.960999 dv-cinder-784763-7-iscsi neutron-server[93102]: 'SubPort': {'1.0'}, Jul 16 13:58:00.960999 dv-cinder-784763-7-iscsi neutron-server[93102]: 'Subnet': {'1.1'}, Jul 16 13:58:00.960999 dv-cinder-784763-7-iscsi neutron-server[93102]: 'Trunk': {'1.1'}} Jul 16 13:58:00.960999 dv-cinder-784763-7-iscsi neutron-server[93102]: consumer versions: Jul 16 13:58:00.960999 dv-cinder-784763-7-iscsi neutron-server[93102]: { DHCP agent@dv-cinder-784763-7-iscsi: {}, Jul 16 13:58:00.960999 dv-cinder-784763-7-iscsi neutron-server[93102]: L3 agent@dv-cinder-784763-7-iscsi: {}, Jul 16 13:58:00.960999 dv-cinder-784763-7-iscsi neutron-server[93102]: Metadata agent@dv-cinder-784763-7-iscsi: {}, Jul 16 13:58:00.960999 dv-cinder-784763-7-iscsi neutron-server[93102]: Metering agent@dv-cinder-784763-7-iscsi: {}, Jul 16 13:58:00.960999 dv-cinder-784763-7-iscsi neutron-server[93102]: Open vSwitch agent@dv-cinder-784763-7-iscsi: { 'AddressGroup': '1.2', Jul 16 13:58:00.960999 dv-cinder-784763-7-iscsi neutron-server[93102]: 'ConntrackHelper': '1.0', Jul 16 13:58:00.960999 dv-cinder-784763-7-iscsi neutron-server[93102]: 'Log': '1.0', Jul 16 13:58:00.960999 dv-cinder-784763-7-iscsi neutron-server[93102]: 'Network': '1.1', Jul 16 13:58:00.960999 dv-cinder-784763-7-iscsi neutron-server[93102]: 'Port': '1.7', Jul 16 13:58:00.960999 dv-cinder-784763-7-iscsi neutron-server[93102]: 'PortForwarding': '1.2', Jul 16 13:58:00.960999 dv-cinder-784763-7-iscsi neutron-server[93102]: 'QosPolicy': '1.8', Jul 16 13:58:00.960999 dv-cinder-784763-7-iscsi neutron-server[93102]: 'SecurityGroup': '1.4', Jul 16 13:58:00.960999 dv-cinder-784763-7-iscsi neutron-server[93102]: 'SecurityGroupRule': '1.2', Jul 16 13:58:00.960999 dv-cinder-784763-7-iscsi neutron-server[93102]: 'SubPort': '1.0', Jul 16 13:58:00.960999 dv-cinder-784763-7-iscsi neutron-server[93102]: 'Subnet': '1.1', Jul 16 13:58:00.960999 dv-cinder-784763-7-iscsi neutron-server[93102]: 'Trunk': '1.1'}} Jul 16 13:58:00.960999 dv-cinder-784763-7-iscsi neutron-server[93102]: {{(pid=93102) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 13:58:01.008414 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-be7df6cb-7ea9-41fa-931b-e7b48605f200 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736155808503'] for network, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 13:58:01.057490 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-be7df6cb-7ea9-41fa-931b-e7b48605f200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186'] for network, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 13:58:01.058672 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be7df6cb-7ea9-41fa-931b-e7b48605f200 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 13:58:01.059326 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-be7df6cb-7ea9-41fa-931b-e7b48605f200 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583268'] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 13:58:01.111814 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-be7df6cb-7ea9-41fa-931b-e7b48605f200 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7243478 Jul 16 13:58:01.158627 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7df6cb-7ea9-41fa-931b-e7b48605f200 admin admin] Pushing event updated for resources: {'Network': ['ID=f772f10b-d9fb-46f8-9569-ca4a32493320,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 13:58:01.171107 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Network f772f10b-d9fb-46f8-9569-ca4a32493320 details requested by agent ovs-agent-dv-cinder-784763-7-iscsi with host dv-cinder-784763-7-iscsi {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 13:58:03.699786 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 54998) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 13:58:04.077012 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d7b0e6a-b011-46a0-915f-d5890d0dc4dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 13:58:04.078281 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-9d7b0e6a-b011-46a0-915f-d5890d0dc4dd admin admin] 10.222.0.10 "GET /v2.0/networks/f772f10b-d9fb-46f8-9569-ca4a32493320 HTTP/1.1" status: 200 len: 825 time: 0.3769324 Jul 16 13:58:04.101300 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-763e2a86-cf55-4293-8484-08ed4c950b43 admin admin] 10.222.0.10 "GET /v2.0/subnetpools/ef6a3fd7-6cb6-455e-9947-ff05b40b58d3 HTTP/1.1" status: 200 len: 734 time: 0.0176470 Jul 16 13:58:04.109876 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.v2.base [None req-c28e9931-82bc-4fa6-80fe-57ee93e7f86d admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'ip_version': 4, 'subnetpool_id': 'ef6a3fd7-6cb6-455e-9947-ff05b40b58d3', 'name': 'private-subnet', 'network_id': 'f772f10b-d9fb-46f8-9569-ca4a32493320', 'tenant_id': '6a09b787594c45a59d5be9f705273da3'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 13:58:04.130885 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c28e9931-82bc-4fa6-80fe-57ee93e7f86d admin admin] Made reservation on behalf of 6a09b787594c45a59d5be9f705273da3 for: {'subnet': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 13:58:04.133221 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c28e9931-82bc-4fa6-80fe-57ee93e7f86d admin admin] Notify callbacks [] for subnet, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 13:58:04.416388 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c28e9931-82bc-4fa6-80fe-57ee93e7f86d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186'] for subnet, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 13:58:04.486265 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28e9931-82bc-4fa6-80fe-57ee93e7f86d admin admin] Checking segment: {'id': '3566379d-5afa-45ba-be44-7b39a74cf91e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'f772f10b-d9fb-46f8-9569-ca4a32493320'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 13:58:04.486638 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c28e9931-82bc-4fa6-80fe-57ee93e7f86d admin admin] Network hostable DHCP agents. Network: f772f10b-d9fb-46f8-9569-ca4a32493320, hostable agents: ['ff372831-df71-440e-8c4b-463caa6f5ae0'], hosted agents: [] {{(pid=93102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 13:58:04.491772 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28e9931-82bc-4fa6-80fe-57ee93e7f86d admin admin] Pushing event updated for resources: {'Subnet': ['ID=dbcec05b-63e1-4b4b-884f-7355cdcceca9,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 13:58:04.509236 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c28e9931-82bc-4fa6-80fe-57ee93e7f86d admin admin] Network f772f10b-d9fb-46f8-9569-ca4a32493320 is scheduled to be hosted by DHCP agent ff372831-df71-440e-8c4b-463caa6f5ae0 with binding_index 1 {{(pid=93102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 13:58:04.519963 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-c28e9931-82bc-4fa6-80fe-57ee93e7f86d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784763-7-iscsi, f772f10b-d9fb-46f8-9569-ca4a32493320) {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 13:58:04.524408 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c28e9931-82bc-4fa6-80fe-57ee93e7f86d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 13:58:04.525010 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c28e9931-82bc-4fa6-80fe-57ee93e7f86d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583268'] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 13:58:04.530607 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5db34220-e4f0-47a8-b84d-a9ac5178c545 None None] Network f772f10b-d9fb-46f8-9569-ca4a32493320 requested from dv-cinder-784763-7-iscsi {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 13:58:04.538652 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-c28e9931-82bc-4fa6-80fe-57ee93e7f86d admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4324825 Jul 16 13:58:04.837254 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de0199d3-f1a0-4217-a465-36c1ab5f19c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd1807d5-a05f-5dd1-8c6a-d509101630c6-f772f10b-d9fb-46f8-9569-ca4a32493320', 'network_id': 'f772f10b-d9fb-46f8-9569-ca4a32493320', 'tenant_id': '6a09b787594c45a59d5be9f705273da3', 'fixed_ips': [{'subnet_id': 'dbcec05b-63e1-4b4b-884f-7355cdcceca9'}]}} from dv-cinder-784763-7-iscsi. {{(pid=93103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 13:58:04.838605 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-de0199d3-f1a0-4217-a465-36c1ab5f19c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 13:58:05.105012 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-de0199d3-f1a0-4217-a465-36c1ab5f19c7 None None] Allocated IP 172.20.0.2 (f772f10b-d9fb-46f8-9569-ca4a32493320/dbcec05b-63e1-4b4b-884f-7355cdcceca9/ca92e078-9377-4530-bfb5-427d70129dcf) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 13:58:05.307317 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-de0199d3-f1a0-4217-a465-36c1ab5f19c7 None None] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 13:58:05.348958 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-de0199d3-f1a0-4217-a465-36c1ab5f19c7 None None] Transition to ACTIVE for port object ca92e078-9377-4530-bfb5-427d70129dcf will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 13:58:05.370091 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-de0199d3-f1a0-4217-a465-36c1ab5f19c7 None None] Transition to ACTIVE for port object ca92e078-9377-4530-bfb5-427d70129dcf will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 13:58:05.379022 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-de0199d3-f1a0-4217-a465-36c1ab5f19c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736155824258'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 13:58:05.445676 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de0199d3-f1a0-4217-a465-36c1ab5f19c7 None None] Network f772f10b-d9fb-46f8-9569-ca4a32493320 is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 13:58:05.450266 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-de0199d3-f1a0-4217-a465-36c1ab5f19c7 None None] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 13:58:05.461843 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de0199d3-f1a0-4217-a465-36c1ab5f19c7 None None] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 13:58:05.464928 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0199d3-f1a0-4217-a465-36c1ab5f19c7 None None] Pushing event updated for resources: {'Port': ['ID=ca92e078-9377-4530-bfb5-427d70129dcf,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 13:58:05.489952 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0199d3-f1a0-4217-a465-36c1ab5f19c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 13:58:05.490301 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0199d3-f1a0-4217-a465-36c1ab5f19c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 13:58:05.490639 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0199d3-f1a0-4217-a465-36c1ab5f19c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 13:58:05.490971 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0199d3-f1a0-4217-a465-36c1ab5f19c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 13:58:05.491299 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0199d3-f1a0-4217-a465-36c1ab5f19c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 13:58:05.491626 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0199d3-f1a0-4217-a465-36c1ab5f19c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 13:58:05.491949 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0199d3-f1a0-4217-a465-36c1ab5f19c7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 13:58:05.492306 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0199d3-f1a0-4217-a465-36c1ab5f19c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 13:58:05.492646 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0199d3-f1a0-4217-a465-36c1ab5f19c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 13:58:05.492994 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0199d3-f1a0-4217-a465-36c1ab5f19c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 13:58:05.493316 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0199d3-f1a0-4217-a465-36c1ab5f19c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 13:58:05.493634 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0199d3-f1a0-4217-a465-36c1ab5f19c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 13:58:05.494773 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0199d3-f1a0-4217-a465-36c1ab5f19c7 None None] Tracked resource versions report: Jul 16 13:58:05.494773 dv-cinder-784763-7-iscsi neutron-server[93103]: pushed versions: Jul 16 13:58:05.494773 dv-cinder-784763-7-iscsi neutron-server[93103]: { 'AddressGroup': {'1.2'}, Jul 16 13:58:05.494773 dv-cinder-784763-7-iscsi neutron-server[93103]: 'ConntrackHelper': {'1.0'}, Jul 16 13:58:05.494773 dv-cinder-784763-7-iscsi neutron-server[93103]: 'Log': {'1.0'}, Jul 16 13:58:05.494773 dv-cinder-784763-7-iscsi neutron-server[93103]: 'Network': {'1.1'}, Jul 16 13:58:05.494773 dv-cinder-784763-7-iscsi neutron-server[93103]: 'Port': {'1.7'}, Jul 16 13:58:05.494773 dv-cinder-784763-7-iscsi neutron-server[93103]: 'PortForwarding': {'1.2'}, Jul 16 13:58:05.494773 dv-cinder-784763-7-iscsi neutron-server[93103]: 'QosPolicy': {'1.8'}, Jul 16 13:58:05.494773 dv-cinder-784763-7-iscsi neutron-server[93103]: 'SecurityGroup': {'1.4'}, Jul 16 13:58:05.494773 dv-cinder-784763-7-iscsi neutron-server[93103]: 'SecurityGroupRule': {'1.2'}, Jul 16 13:58:05.494773 dv-cinder-784763-7-iscsi neutron-server[93103]: 'SubPort': {'1.0'}, Jul 16 13:58:05.494773 dv-cinder-784763-7-iscsi neutron-server[93103]: 'Subnet': {'1.1'}, Jul 16 13:58:05.494773 dv-cinder-784763-7-iscsi neutron-server[93103]: 'Trunk': {'1.1'}} Jul 16 13:58:05.494773 dv-cinder-784763-7-iscsi neutron-server[93103]: consumer versions: Jul 16 13:58:05.494773 dv-cinder-784763-7-iscsi neutron-server[93103]: { DHCP agent@dv-cinder-784763-7-iscsi: {}, Jul 16 13:58:05.494773 dv-cinder-784763-7-iscsi neutron-server[93103]: L3 agent@dv-cinder-784763-7-iscsi: {}, Jul 16 13:58:05.494773 dv-cinder-784763-7-iscsi neutron-server[93103]: Metadata agent@dv-cinder-784763-7-iscsi: {}, Jul 16 13:58:05.494773 dv-cinder-784763-7-iscsi neutron-server[93103]: Metering agent@dv-cinder-784763-7-iscsi: {}, Jul 16 13:58:05.494773 dv-cinder-784763-7-iscsi neutron-server[93103]: Open vSwitch agent@dv-cinder-784763-7-iscsi: { 'AddressGroup': '1.2', Jul 16 13:58:05.494773 dv-cinder-784763-7-iscsi neutron-server[93103]: 'ConntrackHelper': '1.0', Jul 16 13:58:05.494773 dv-cinder-784763-7-iscsi neutron-server[93103]: 'Log': '1.0', Jul 16 13:58:05.494773 dv-cinder-784763-7-iscsi neutron-server[93103]: 'Network': '1.1', Jul 16 13:58:05.494773 dv-cinder-784763-7-iscsi neutron-server[93103]: 'Port': '1.7', Jul 16 13:58:05.494773 dv-cinder-784763-7-iscsi neutron-server[93103]: 'PortForwarding': '1.2', Jul 16 13:58:05.494773 dv-cinder-784763-7-iscsi neutron-server[93103]: 'QosPolicy': '1.8', Jul 16 13:58:05.494773 dv-cinder-784763-7-iscsi neutron-server[93103]: 'SecurityGroup': '1.4', Jul 16 13:58:05.494773 dv-cinder-784763-7-iscsi neutron-server[93103]: 'SecurityGroupRule': '1.2', Jul 16 13:58:05.494773 dv-cinder-784763-7-iscsi neutron-server[93103]: 'SubPort': '1.0', Jul 16 13:58:05.494773 dv-cinder-784763-7-iscsi neutron-server[93103]: 'Subnet': '1.1', Jul 16 13:58:05.494773 dv-cinder-784763-7-iscsi neutron-server[93103]: 'Trunk': '1.1'}} Jul 16 13:58:05.494773 dv-cinder-784763-7-iscsi neutron-server[93103]: {{(pid=93103) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 13:58:05.543184 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-de0199d3-f1a0-4217-a465-36c1ab5f19c7 None None] Attempting to bind port ca92e078-9377-4530-bfb5-427d70129dcf on host dv-cinder-784763-7-iscsi for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 13:58:05.544210 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-de0199d3-f1a0-4217-a465-36c1ab5f19c7 None None] Attempting to bind port ca92e078-9377-4530-bfb5-427d70129dcf by drivers openvswitch,hyperv on host dv-cinder-784763-7-iscsi at level 0 using segments [{'id': '3566379d-5afa-45ba-be44-7b39a74cf91e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'f772f10b-d9fb-46f8-9569-ca4a32493320'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 13:58:05.544499 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de0199d3-f1a0-4217-a465-36c1ab5f19c7 None None] Attempting to bind port ca92e078-9377-4530-bfb5-427d70129dcf on network f772f10b-d9fb-46f8-9569-ca4a32493320 {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 13:58:05.549351 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de0199d3-f1a0-4217-a465-36c1ab5f19c7 None None] Checking agent: {'id': '7d82e82a-2556-4908-8b18-4037e5dfdbc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784763-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 13, 57, 51), 'started_at': datetime.datetime(2021, 7, 16, 13, 57, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 13, 57, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784763-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 13:58:05.549766 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de0199d3-f1a0-4217-a465-36c1ab5f19c7 None None] Checking segment: {'id': '3566379d-5afa-45ba-be44-7b39a74cf91e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'f772f10b-d9fb-46f8-9569-ca4a32493320'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 13:58:05.550228 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-de0199d3-f1a0-4217-a465-36c1ab5f19c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 13:58:05.550614 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de0199d3-f1a0-4217-a465-36c1ab5f19c7 None None] Bound using segment: {'id': '3566379d-5afa-45ba-be44-7b39a74cf91e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'f772f10b-d9fb-46f8-9569-ca4a32493320'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 13:58:05.551091 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-de0199d3-f1a0-4217-a465-36c1ab5f19c7 None None] Bound port: ca92e078-9377-4530-bfb5-427d70129dcf, host: dv-cinder-784763-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3566379d-5afa-45ba-be44-7b39a74cf91e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'f772f10b-d9fb-46f8-9569-ca4a32493320'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 13:58:05.551500 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-de0199d3-f1a0-4217-a465-36c1ab5f19c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 13:58:05.612110 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-de0199d3-f1a0-4217-a465-36c1ab5f19c7 None None] For port ca92e078-9377-4530-bfb5-427d70129dcf, host dv-cinder-784763-7-iscsi, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 13:58:05.616288 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-de0199d3-f1a0-4217-a465-36c1ab5f19c7 None None] For port ca92e078-9377-4530-bfb5-427d70129dcf, host dv-cinder-784763-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-7-iscsi',level=0,port_id=ca92e078-9377-4530-bfb5-427d70129dcf,segment=NetworkSegment(3566379d-5afa-45ba-be44-7b39a74cf91e),segment_id=3566379d-5afa-45ba-be44-7b39a74cf91e)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 13:58:05.620991 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-de0199d3-f1a0-4217-a465-36c1ab5f19c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736156224341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736155824276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736155824294'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 13:58:05.685261 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0199d3-f1a0-4217-a465-36c1ab5f19c7 None None] Pushing event updated for resources: {'Port': ['ID=ca92e078-9377-4530-bfb5-427d70129dcf,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 13:58:06.917069 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 55006) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 13:58:07.223626 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [None req-5257ef55-bbc2-42c9-b24a-04cc7c10e8c0 admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93102) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 13:58:07.224716 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-5257ef55-bbc2-42c9-b24a-04cc7c10e8c0 admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3066797 Jul 16 13:58:09.569012 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 55014) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 13:58:10.046983 dv-cinder-784763-7-iscsi neutron-server[93101]: WARNING oslo_policy.policy [None req-41a9fd59-c8a2-444f-b6ba-10aa1ba9696f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 13:58:10.047557 dv-cinder-784763-7-iscsi neutron-server[93101]: WARNING oslo_policy.policy [None req-41a9fd59-c8a2-444f-b6ba-10aa1ba9696f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 13:58:10.262412 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [None req-41a9fd59-c8a2-444f-b6ba-10aa1ba9696f admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93101) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 13:58:10.263491 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-41a9fd59-c8a2-444f-b6ba-10aa1ba9696f admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.6934998 Jul 16 13:58:11.723865 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a36f9d2-f645-4d48-9941-2a292b7c35f4 None None] Network f772f10b-d9fb-46f8-9569-ca4a32493320 requested from dv-cinder-784763-7-iscsi {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 13:58:11.837366 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-09167891-3408-4f0f-9595-b08d3e3c4ca0 None None] Provisioning for port ca92e078-9377-4530-bfb5-427d70129dcf completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 13:58:12.546115 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Device ca92e078-9377-4530-bfb5-427d70129dcf up at agent ovs-agent-dv-cinder-784763-7-iscsi {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 13:58:12.625418 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Provisioning for port ca92e078-9377-4530-bfb5-427d70129dcf completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 13:58:12.629126 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Provisioning complete for port ca92e078-9377-4530-bfb5-427d70129dcf triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 13:58:12.629520 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16503849'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 13:58:12.733635 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 13:58:12.766137 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] For port ca92e078-9377-4530-bfb5-427d70129dcf, host dv-cinder-784763-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-7-iscsi',level=0,port_id=ca92e078-9377-4530-bfb5-427d70129dcf,segment=NetworkSegment(3566379d-5afa-45ba-be44-7b39a74cf91e),segment_id=3566379d-5afa-45ba-be44-7b39a74cf91e)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 13:58:12.769866 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736156224341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736155824276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736155824294'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 13:58:12.817094 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Pushing event updated for resources: {'Port': ['ID=ca92e078-9377-4530-bfb5-427d70129dcf,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 13:58:12.873192 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 55034) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 13:58:13.156521 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.v2.base [None req-bbc75154-f619-4716-97f3-c4adfb1b3cbf admin admin] Request body: {'router': {'tenant_id': '6a09b787594c45a59d5be9f705273da3', 'name': 'router1', 'admin_state_up': True}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 13:58:13.220058 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.policy [None req-bbc75154-f619-4716-97f3-c4adfb1b3cbf admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93101) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 16 13:58:13.264913 dv-cinder-784763-7-iscsi neutron-server[93101]: WARNING oslo_policy.policy [None req-bbc75154-f619-4716-97f3-c4adfb1b3cbf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 13:58:13.265280 dv-cinder-784763-7-iscsi neutron-server[93101]: WARNING oslo_policy.policy [None req-bbc75154-f619-4716-97f3-c4adfb1b3cbf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 13:58:13.273716 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.quota [None req-bbc75154-f619-4716-97f3-c4adfb1b3cbf admin admin] Loaded quota_driver: . Jul 16 13:58:13.330268 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-bbc75154-f619-4716-97f3-c4adfb1b3cbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-611575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6819'] for router, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 13:58:13.331943 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-bbc75154-f619-4716-97f3-c4adfb1b3cbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-611376', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-622296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6810'] for router, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 13:58:13.482159 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-bbc75154-f619-4716-97f3-c4adfb1b3cbf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 13:58:13.486866 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-bbc75154-f619-4716-97f3-c4adfb1b3cbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-611580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-611335'] for router, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 13:58:13.504954 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-bbc75154-f619-4716-97f3-c4adfb1b3cbf admin admin] Notify callbacks [] for router, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 13:58:13.506071 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-bbc75154-f619-4716-97f3-c4adfb1b3cbf admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6319325 Jul 16 13:58:14.526480 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Device ca92e078-9377-4530-bfb5-427d70129dcf up at agent ovs-agent-dv-cinder-784763-7-iscsi {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 13:58:14.575242 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Provisioning complete for port ca92e078-9377-4530-bfb5-427d70129dcf triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 13:58:14.575613 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16503849'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 13:58:15.829536 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 55044) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 13:58:16.130497 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [None req-9b5745d6-13a3-485c-b1ab-0a0e1ca345e3 admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93101) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 13:58:16.131509 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-9b5745d6-13a3-485c-b1ab-0a0e1ca345e3 admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3010259 Jul 16 13:58:17.713930 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-1f6b0b87-fee7-4df2-a212-0a74ecec9556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 13:58:18.453420 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 55052) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 13:58:18.754000 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.v2.base [None req-eaf1cd1a-fcae-4c24-9e9b-5e133e9b326e admin admin] Request body: {'network': {'is_default': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'admin_state_up': True, 'router:external': True}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 13:58:18.777149 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaf1cd1a-fcae-4c24-9e9b-5e133e9b326e admin admin] Made reservation on behalf of 211ef0046c0a47698a33cd6db20bd9b8 for: {'network': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 13:58:18.780203 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-eaf1cd1a-fcae-4c24-9e9b-5e133e9b326e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for network, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 13:58:18.795262 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-eaf1cd1a-fcae-4c24-9e9b-5e133e9b326e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 13:58:18.909506 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-eaf1cd1a-fcae-4c24-9e9b-5e133e9b326e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 13:58:18.913026 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-eaf1cd1a-fcae-4c24-9e9b-5e133e9b326e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 13:58:18.924239 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-eaf1cd1a-fcae-4c24-9e9b-5e133e9b326e admin admin] Reserving flat network on physical network physnet1 {{(pid=93101) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 16 13:58:18.955535 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-eaf1cd1a-fcae-4c24-9e9b-5e133e9b326e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8736156337731', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16512664'] for segment, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 13:58:18.956090 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-eaf1cd1a-fcae-4c24-9e9b-5e133e9b326e admin admin] Unsubscribe: segment precommit_create {{(pid=93101) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 16 13:58:18.956588 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.db.segments_db [None req-eaf1cd1a-fcae-4c24-9e9b-5e133e9b326e admin admin] Added segment 6901d94e-17f9-4035-ba46-6b4e81a8dcfc of type flat for network 0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da Jul 16 13:58:18.973526 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf1cd1a-fcae-4c24-9e9b-5e133e9b326e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa71d388-217b-4b9d-afe6-5f04a0b667fb,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 13:58:19.025380 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf1cd1a-fcae-4c24-9e9b-5e133e9b326e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 13:58:19.025658 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf1cd1a-fcae-4c24-9e9b-5e133e9b326e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 13:58:19.026006 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf1cd1a-fcae-4c24-9e9b-5e133e9b326e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 13:58:19.026340 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf1cd1a-fcae-4c24-9e9b-5e133e9b326e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 13:58:19.026677 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf1cd1a-fcae-4c24-9e9b-5e133e9b326e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 13:58:19.027001 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf1cd1a-fcae-4c24-9e9b-5e133e9b326e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 13:58:19.027323 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf1cd1a-fcae-4c24-9e9b-5e133e9b326e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 13:58:19.027666 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf1cd1a-fcae-4c24-9e9b-5e133e9b326e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 13:58:19.028000 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf1cd1a-fcae-4c24-9e9b-5e133e9b326e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 13:58:19.028320 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf1cd1a-fcae-4c24-9e9b-5e133e9b326e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 13:58:19.028633 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf1cd1a-fcae-4c24-9e9b-5e133e9b326e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 13:58:19.028977 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf1cd1a-fcae-4c24-9e9b-5e133e9b326e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 13:58:19.030112 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf1cd1a-fcae-4c24-9e9b-5e133e9b326e admin admin] Tracked resource versions report: Jul 16 13:58:19.030112 dv-cinder-784763-7-iscsi neutron-server[93101]: pushed versions: Jul 16 13:58:19.030112 dv-cinder-784763-7-iscsi neutron-server[93101]: { 'AddressGroup': {'1.2'}, Jul 16 13:58:19.030112 dv-cinder-784763-7-iscsi neutron-server[93101]: 'ConntrackHelper': {'1.0'}, Jul 16 13:58:19.030112 dv-cinder-784763-7-iscsi neutron-server[93101]: 'Log': {'1.0'}, Jul 16 13:58:19.030112 dv-cinder-784763-7-iscsi neutron-server[93101]: 'Network': {'1.1'}, Jul 16 13:58:19.030112 dv-cinder-784763-7-iscsi neutron-server[93101]: 'Port': {'1.7'}, Jul 16 13:58:19.030112 dv-cinder-784763-7-iscsi neutron-server[93101]: 'PortForwarding': {'1.2'}, Jul 16 13:58:19.030112 dv-cinder-784763-7-iscsi neutron-server[93101]: 'QosPolicy': {'1.8'}, Jul 16 13:58:19.030112 dv-cinder-784763-7-iscsi neutron-server[93101]: 'SecurityGroup': {'1.4'}, Jul 16 13:58:19.030112 dv-cinder-784763-7-iscsi neutron-server[93101]: 'SecurityGroupRule': {'1.2'}, Jul 16 13:58:19.030112 dv-cinder-784763-7-iscsi neutron-server[93101]: 'SubPort': {'1.0'}, Jul 16 13:58:19.030112 dv-cinder-784763-7-iscsi neutron-server[93101]: 'Subnet': {'1.1'}, Jul 16 13:58:19.030112 dv-cinder-784763-7-iscsi neutron-server[93101]: 'Trunk': {'1.1'}} Jul 16 13:58:19.030112 dv-cinder-784763-7-iscsi neutron-server[93101]: consumer versions: Jul 16 13:58:19.030112 dv-cinder-784763-7-iscsi neutron-server[93101]: { DHCP agent@dv-cinder-784763-7-iscsi: {}, Jul 16 13:58:19.030112 dv-cinder-784763-7-iscsi neutron-server[93101]: L3 agent@dv-cinder-784763-7-iscsi: {}, Jul 16 13:58:19.030112 dv-cinder-784763-7-iscsi neutron-server[93101]: Metadata agent@dv-cinder-784763-7-iscsi: {}, Jul 16 13:58:19.030112 dv-cinder-784763-7-iscsi neutron-server[93101]: Metering agent@dv-cinder-784763-7-iscsi: {}, Jul 16 13:58:19.030112 dv-cinder-784763-7-iscsi neutron-server[93101]: Open vSwitch agent@dv-cinder-784763-7-iscsi: { 'AddressGroup': '1.2', Jul 16 13:58:19.030112 dv-cinder-784763-7-iscsi neutron-server[93101]: 'ConntrackHelper': '1.0', Jul 16 13:58:19.030112 dv-cinder-784763-7-iscsi neutron-server[93101]: 'Log': '1.0', Jul 16 13:58:19.030112 dv-cinder-784763-7-iscsi neutron-server[93101]: 'Network': '1.1', Jul 16 13:58:19.030112 dv-cinder-784763-7-iscsi neutron-server[93101]: 'Port': '1.7', Jul 16 13:58:19.030112 dv-cinder-784763-7-iscsi neutron-server[93101]: 'PortForwarding': '1.2', Jul 16 13:58:19.030112 dv-cinder-784763-7-iscsi neutron-server[93101]: 'QosPolicy': '1.8', Jul 16 13:58:19.030112 dv-cinder-784763-7-iscsi neutron-server[93101]: 'SecurityGroup': '1.4', Jul 16 13:58:19.030112 dv-cinder-784763-7-iscsi neutron-server[93101]: 'SecurityGroupRule': '1.2', Jul 16 13:58:19.030112 dv-cinder-784763-7-iscsi neutron-server[93101]: 'SubPort': '1.0', Jul 16 13:58:19.030112 dv-cinder-784763-7-iscsi neutron-server[93101]: 'Subnet': '1.1', Jul 16 13:58:19.030112 dv-cinder-784763-7-iscsi neutron-server[93101]: 'Trunk': '1.1'}} Jul 16 13:58:19.030112 dv-cinder-784763-7-iscsi neutron-server[93101]: {{(pid=93101) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 13:58:19.081344 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-eaf1cd1a-fcae-4c24-9e9b-5e133e9b326e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736155808503'] for network, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 13:58:19.132426 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-eaf1cd1a-fcae-4c24-9e9b-5e133e9b326e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186'] for network, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 13:58:19.133512 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf1cd1a-fcae-4c24-9e9b-5e133e9b326e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 13:58:19.134161 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-eaf1cd1a-fcae-4c24-9e9b-5e133e9b326e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583268'] for network, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 13:58:19.191509 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-eaf1cd1a-fcae-4c24-9e9b-5e133e9b326e admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7370610 Jul 16 13:58:19.232700 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf1cd1a-fcae-4c24-9e9b-5e133e9b326e admin admin] Pushing event updated for resources: {'Network': ['ID=0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 13:58:19.246440 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Network 0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da details requested by agent ovs-agent-dv-cinder-784763-7-iscsi with host dv-cinder-784763-7-iscsi {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 13:58:20.331018 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-dffb7aad-d38c-4ff0-aa33-a68d5b955ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 13:58:20.674461 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 13:58:21.364190 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-64ab8875-bbbc-4415-a681-ef47cf0d365f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 13:58:21.508334 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 55064) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 13:58:21.832547 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c74ac99-219c-43ac-ac75-390045f31527 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 13:58:21.833937 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-1c74ac99-219c-43ac-ac75-390045f31527 admin admin] 10.222.0.10 "GET /v2.0/subnets/dbcec05b-63e1-4b4b-884f-7355cdcceca9 HTTP/1.1" status: 200 len: 849 time: 0.3246121 Jul 16 13:58:21.964140 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-920d8d0d-bd72-4348-b36d-36fc28821a83 admin admin] 10.222.0.10 "GET /v2.0/routers/c089c41b-8893-4139-bcdb-994f64bae6bf HTTP/1.1" status: 200 len: 704 time: 0.1248899 Jul 16 13:58:22.224661 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-054a809f-4e2f-4173-a3c6-d3df994388e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 13:58:22.509445 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [None req-054a809f-4e2f-4173-a3c6-d3df994388e7 admin admin] Allocated IP 172.20.0.1 (f772f10b-d9fb-46f8-9569-ca4a32493320/dbcec05b-63e1-4b4b-884f-7355cdcceca9/c765ba78-6d4c-457a-a18f-cd1efbba83d3) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 13:58:22.691531 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-054a809f-4e2f-4173-a3c6-d3df994388e7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 13:58:22.714035 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-054a809f-4e2f-4173-a3c6-d3df994388e7 admin admin] Transition to ACTIVE for port object c765ba78-6d4c-457a-a18f-cd1efbba83d3 will not be triggered until provisioned by entity DHCP. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 13:58:22.794643 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-054a809f-4e2f-4173-a3c6-d3df994388e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736155824258'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 13:58:22.864878 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-054a809f-4e2f-4173-a3c6-d3df994388e7 admin admin] Network f772f10b-d9fb-46f8-9569-ca4a32493320 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 13:58:22.873390 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-054a809f-4e2f-4173-a3c6-d3df994388e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 13:58:22.878939 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054a809f-4e2f-4173-a3c6-d3df994388e7 admin admin] Pushing event updated for resources: {'Port': ['ID=c765ba78-6d4c-457a-a18f-cd1efbba83d3,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 13:58:22.889635 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054a809f-4e2f-4173-a3c6-d3df994388e7 admin admin] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 13:58:22.890190 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-054a809f-4e2f-4173-a3c6-d3df994388e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-680240'] for router_interface, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 13:58:22.990702 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-fe1600e4-7db6-428f-a340-75d1d02f3a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 13:58:23.040247 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-f0353d17-002f-4a5c-8cd5-ae80b35198c4 None None] Provisioning for port c765ba78-6d4c-457a-a18f-cd1efbba83d3 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 13:58:23.045136 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-f0353d17-002f-4a5c-8cd5-ae80b35198c4 None None] Provisioning complete for port c765ba78-6d4c-457a-a18f-cd1efbba83d3 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 13:58:23.045445 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-f0353d17-002f-4a5c-8cd5-ae80b35198c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16503849'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 13:58:23.077851 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-f0353d17-002f-4a5c-8cd5-ae80b35198c4 None None] Port c765ba78-6d4c-457a-a18f-cd1efbba83d3 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 13:58:23.153364 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-054a809f-4e2f-4173-a3c6-d3df994388e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 13:58:23.326677 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-054a809f-4e2f-4173-a3c6-d3df994388e7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 13:58:23.331219 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-054a809f-4e2f-4173-a3c6-d3df994388e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736156224341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736155824276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736155824294'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 13:58:23.332007 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-054a809f-4e2f-4173-a3c6-d3df994388e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680260'] for router_interface, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 13:58:23.390397 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054a809f-4e2f-4173-a3c6-d3df994388e7 admin admin] Pushing event updated for resources: {'Port': ['ID=c765ba78-6d4c-457a-a18f-cd1efbba83d3,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 13:58:23.454005 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-054a809f-4e2f-4173-a3c6-d3df994388e7 admin admin] Network f772f10b-d9fb-46f8-9569-ca4a32493320 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 13:58:23.455372 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-054a809f-4e2f-4173-a3c6-d3df994388e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 13:58:23.599687 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-63ca0f2d-69ba-4874-910d-0bca50028270 None None] Provisioning complete for port c765ba78-6d4c-457a-a18f-cd1efbba83d3 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 13:58:23.600056 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-63ca0f2d-69ba-4874-910d-0bca50028270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16503849'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 13:58:23.616750 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-054a809f-4e2f-4173-a3c6-d3df994388e7 admin admin] Router c089c41b-8893-4139-bcdb-994f64bae6bf is scheduled to L3 agent d50ece19-a35b-4d9c-a2c6-6c45fbfb3bdd with binding_index 1 {{(pid=93101) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 13:58:23.632682 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-63ca0f2d-69ba-4874-910d-0bca50028270 None None] Port c765ba78-6d4c-457a-a18f-cd1efbba83d3 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 13:58:23.706448 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-054a809f-4e2f-4173-a3c6-d3df994388e7 admin admin] Notify agent at l3_agent.dv-cinder-784763-7-iscsi the message routers_updated {{(pid=93101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 13:58:23.712058 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-054a809f-4e2f-4173-a3c6-d3df994388e7 admin admin] 10.222.0.10 "PUT /v2.0/routers/c089c41b-8893-4139-bcdb-994f64bae6bf/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7424905 Jul 16 13:58:23.717000 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c00e27-b4be-4f09-8637-0870d676fae3 None None] Sync routers for ids ['c089c41b-8893-4139-bcdb-994f64bae6bf'] in dv-cinder-784763-7-iscsi {{(pid=93105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 13:58:23.728414 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c00e27-b4be-4f09-8637-0870d676fae3 None None] Routers {'c089c41b-8893-4139-bcdb-994f64bae6bf'} bound to L3 agent in host dv-cinder-784763-7-iscsi {{(pid=93105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 13:58:23.729230 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.l3_hamode_db [None req-92c00e27-b4be-4f09-8637-0870d676fae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-16T13:57:50Z,description=,heartbeat_timestamp=2021-07-16T13:58:20Z,host='dv-cinder-784763-7-iscsi',id=d50ece19-a35b-4d9c-a2c6-6c45fbfb3bdd,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T13:57:50Z,topic='l3_agent')) {'router_ids': ['c089c41b-8893-4139-bcdb-994f64bae6bf'], 'active': True} {{(pid=93105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 13:58:23.914791 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvr_db [None req-92c00e27-b4be-4f09-8637-0870d676fae3 None None] Set router c089c41b-8893-4139-bcdb-994f64bae6bf gateway port host: None {{(pid=93105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 13:58:24.331484 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.l3_hamode_db [None req-92c00e27-b4be-4f09-8637-0870d676fae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c089c41b-8893-4139-bcdb-994f64bae6bf', 'name': 'router1', 'tenant_id': '6a09b787594c45a59d5be9f705273da3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T13:58:13Z', 'updated_at': '2021-07-16T13:58:23Z', 'revision_number': 2, 'project_id': '6a09b787594c45a59d5be9f705273da3', 'gw_port_host': None, '_interfaces': [{'id': 'c765ba78-6d4c-457a-a18f-cd1efbba83d3', 'name': '', 'network_id': 'f772f10b-d9fb-46f8-9569-ca4a32493320', 'tenant_id': '6a09b787594c45a59d5be9f705273da3', 'mac_address': 'fa:16:3e:7e:b8:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c089c41b-8893-4139-bcdb-994f64bae6bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dbcec05b-63e1-4b4b-884f-7355cdcceca9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T13:58:22Z', 'updated_at': '2021-07-16T13:58:23Z', 'revision_number': 2, 'project_id': '6a09b787594c45a59d5be9f705273da3', 'subnets': [{'id': 'dbcec05b-63e1-4b4b-884f-7355cdcceca9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ef6a3fd7-6cb6-455e-9947-ff05b40b58d3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-7-iscsi', False) {} {{(pid=93105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 13:58:24.381026 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c00e27-b4be-4f09-8637-0870d676fae3 None None] Checking router: c089c41b-8893-4139-bcdb-994f64bae6bf for host: dv-cinder-784763-7-iscsi {{(pid=93105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 13:58:24.381403 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c00e27-b4be-4f09-8637-0870d676fae3 None None] Updating router c089c41b-8893-4139-bcdb-994f64bae6bf port c765ba78-6d4c-457a-a18f-cd1efbba83d3 binding host dv-cinder-784763-7-iscsi {{(pid=93105) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 13:58:24.442298 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-92c00e27-b4be-4f09-8637-0870d676fae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 13:58:24.920634 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-92c00e27-b4be-4f09-8637-0870d676fae3 None None] Notify callbacks [] for port, precommit_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 13:58:24.938182 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-92c00e27-b4be-4f09-8637-0870d676fae3 None None] Transition to ACTIVE for port object c765ba78-6d4c-457a-a18f-cd1efbba83d3 will not be triggered until provisioned by entity L2. {{(pid=93105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 13:58:24.943852 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-92c00e27-b4be-4f09-8637-0870d676fae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736156224341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736155824276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736155824294'] for port, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 13:58:25.096725 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.managers [None req-92c00e27-b4be-4f09-8637-0870d676fae3 None None] Attempting to bind port c765ba78-6d4c-457a-a18f-cd1efbba83d3 on host dv-cinder-784763-7-iscsi for vnic_type normal with profile {{(pid=93105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 13:58:25.097154 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.managers [None req-92c00e27-b4be-4f09-8637-0870d676fae3 None None] Attempting to bind port c765ba78-6d4c-457a-a18f-cd1efbba83d3 by drivers openvswitch,hyperv on host dv-cinder-784763-7-iscsi at level 0 using segments [{'id': '3566379d-5afa-45ba-be44-7b39a74cf91e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'f772f10b-d9fb-46f8-9569-ca4a32493320'}] {{(pid=93105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 13:58:25.097579 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c00e27-b4be-4f09-8637-0870d676fae3 None None] Attempting to bind port c765ba78-6d4c-457a-a18f-cd1efbba83d3 on network f772f10b-d9fb-46f8-9569-ca4a32493320 {{(pid=93105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 13:58:25.106383 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c00e27-b4be-4f09-8637-0870d676fae3 None None] Checking agent: {'id': '7d82e82a-2556-4908-8b18-4037e5dfdbc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784763-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 13, 57, 51), 'started_at': datetime.datetime(2021, 7, 16, 13, 58, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 13, 58, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784763-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 13:58:25.106798 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c00e27-b4be-4f09-8637-0870d676fae3 None None] Checking segment: {'id': '3566379d-5afa-45ba-be44-7b39a74cf91e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'f772f10b-d9fb-46f8-9569-ca4a32493320'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 13:58:25.107274 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-92c00e27-b4be-4f09-8637-0870d676fae3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 13:58:25.107667 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c00e27-b4be-4f09-8637-0870d676fae3 None None] Bound using segment: {'id': '3566379d-5afa-45ba-be44-7b39a74cf91e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'f772f10b-d9fb-46f8-9569-ca4a32493320'} {{(pid=93105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 13:58:25.108209 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.managers [None req-92c00e27-b4be-4f09-8637-0870d676fae3 None None] Bound port: c765ba78-6d4c-457a-a18f-cd1efbba83d3, host: dv-cinder-784763-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3566379d-5afa-45ba-be44-7b39a74cf91e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'f772f10b-d9fb-46f8-9569-ca4a32493320'}}] {{(pid=93105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 13:58:25.108609 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-92c00e27-b4be-4f09-8637-0870d676fae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 13:58:25.121884 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474f924e-7f8f-4674-980f-391da447aa20 None None] Pushing event updated for resources: {'Port': ['ID=c765ba78-6d4c-457a-a18f-cd1efbba83d3,revision_number=3']} {{(pid=93105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 13:58:25.132258 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474f924e-7f8f-4674-980f-391da447aa20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 13:58:25.132606 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474f924e-7f8f-4674-980f-391da447aa20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 13:58:25.132979 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474f924e-7f8f-4674-980f-391da447aa20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 13:58:25.133313 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474f924e-7f8f-4674-980f-391da447aa20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 13:58:25.133641 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474f924e-7f8f-4674-980f-391da447aa20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 13:58:25.133972 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474f924e-7f8f-4674-980f-391da447aa20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 13:58:25.134298 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474f924e-7f8f-4674-980f-391da447aa20 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 13:58:25.134639 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474f924e-7f8f-4674-980f-391da447aa20 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 13:58:25.134951 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474f924e-7f8f-4674-980f-391da447aa20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 13:58:25.135269 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474f924e-7f8f-4674-980f-391da447aa20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 13:58:25.135595 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474f924e-7f8f-4674-980f-391da447aa20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 13:58:25.135914 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474f924e-7f8f-4674-980f-391da447aa20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 13:58:25.137569 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474f924e-7f8f-4674-980f-391da447aa20 None None] Tracked resource versions report: Jul 16 13:58:25.137569 dv-cinder-784763-7-iscsi neutron-server[93105]: pushed versions: Jul 16 13:58:25.137569 dv-cinder-784763-7-iscsi neutron-server[93105]: { 'AddressGroup': {'1.2'}, Jul 16 13:58:25.137569 dv-cinder-784763-7-iscsi neutron-server[93105]: 'ConntrackHelper': {'1.0'}, Jul 16 13:58:25.137569 dv-cinder-784763-7-iscsi neutron-server[93105]: 'Log': {'1.0'}, Jul 16 13:58:25.137569 dv-cinder-784763-7-iscsi neutron-server[93105]: 'Network': {'1.1'}, Jul 16 13:58:25.137569 dv-cinder-784763-7-iscsi neutron-server[93105]: 'Port': {'1.7'}, Jul 16 13:58:25.137569 dv-cinder-784763-7-iscsi neutron-server[93105]: 'PortForwarding': {'1.2'}, Jul 16 13:58:25.137569 dv-cinder-784763-7-iscsi neutron-server[93105]: 'QosPolicy': {'1.8'}, Jul 16 13:58:25.137569 dv-cinder-784763-7-iscsi neutron-server[93105]: 'SecurityGroup': {'1.4'}, Jul 16 13:58:25.137569 dv-cinder-784763-7-iscsi neutron-server[93105]: 'SecurityGroupRule': {'1.2'}, Jul 16 13:58:25.137569 dv-cinder-784763-7-iscsi neutron-server[93105]: 'SubPort': {'1.0'}, Jul 16 13:58:25.137569 dv-cinder-784763-7-iscsi neutron-server[93105]: 'Subnet': {'1.1'}, Jul 16 13:58:25.137569 dv-cinder-784763-7-iscsi neutron-server[93105]: 'Trunk': {'1.1'}} Jul 16 13:58:25.137569 dv-cinder-784763-7-iscsi neutron-server[93105]: consumer versions: Jul 16 13:58:25.137569 dv-cinder-784763-7-iscsi neutron-server[93105]: { DHCP agent@dv-cinder-784763-7-iscsi: {}, Jul 16 13:58:25.137569 dv-cinder-784763-7-iscsi neutron-server[93105]: L3 agent@dv-cinder-784763-7-iscsi: {}, Jul 16 13:58:25.137569 dv-cinder-784763-7-iscsi neutron-server[93105]: Metadata agent@dv-cinder-784763-7-iscsi: {}, Jul 16 13:58:25.137569 dv-cinder-784763-7-iscsi neutron-server[93105]: Metering agent@dv-cinder-784763-7-iscsi: {}, Jul 16 13:58:25.137569 dv-cinder-784763-7-iscsi neutron-server[93105]: Open vSwitch agent@dv-cinder-784763-7-iscsi: { 'AddressGroup': '1.2', Jul 16 13:58:25.137569 dv-cinder-784763-7-iscsi neutron-server[93105]: 'ConntrackHelper': '1.0', Jul 16 13:58:25.137569 dv-cinder-784763-7-iscsi neutron-server[93105]: 'Log': '1.0', Jul 16 13:58:25.137569 dv-cinder-784763-7-iscsi neutron-server[93105]: 'Network': '1.1', Jul 16 13:58:25.137569 dv-cinder-784763-7-iscsi neutron-server[93105]: 'Port': '1.7', Jul 16 13:58:25.137569 dv-cinder-784763-7-iscsi neutron-server[93105]: 'PortForwarding': '1.2', Jul 16 13:58:25.137569 dv-cinder-784763-7-iscsi neutron-server[93105]: 'QosPolicy': '1.8', Jul 16 13:58:25.137569 dv-cinder-784763-7-iscsi neutron-server[93105]: 'SecurityGroup': '1.4', Jul 16 13:58:25.137569 dv-cinder-784763-7-iscsi neutron-server[93105]: 'SecurityGroupRule': '1.2', Jul 16 13:58:25.137569 dv-cinder-784763-7-iscsi neutron-server[93105]: 'SubPort': '1.0', Jul 16 13:58:25.137569 dv-cinder-784763-7-iscsi neutron-server[93105]: 'Subnet': '1.1', Jul 16 13:58:25.137569 dv-cinder-784763-7-iscsi neutron-server[93105]: 'Trunk': '1.1'}} Jul 16 13:58:25.137569 dv-cinder-784763-7-iscsi neutron-server[93105]: {{(pid=93105) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 13:58:25.188625 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-92c00e27-b4be-4f09-8637-0870d676fae3 None None] For port c765ba78-6d4c-457a-a18f-cd1efbba83d3, host dv-cinder-784763-7-iscsi, cleared binding levels {{(pid=93105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 13:58:25.209362 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-92c00e27-b4be-4f09-8637-0870d676fae3 None None] For port c765ba78-6d4c-457a-a18f-cd1efbba83d3, host dv-cinder-784763-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-7-iscsi',level=0,port_id=c765ba78-6d4c-457a-a18f-cd1efbba83d3,segment=NetworkSegment(3566379d-5afa-45ba-be44-7b39a74cf91e),segment_id=3566379d-5afa-45ba-be44-7b39a74cf91e)] {{(pid=93105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 13:58:25.213509 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-92c00e27-b4be-4f09-8637-0870d676fae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736156224341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736155824276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736155824294'] for port, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 13:58:25.270792 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474f924e-7f8f-4674-980f-391da447aa20 None None] Pushing event updated for resources: {'Port': ['ID=c765ba78-6d4c-457a-a18f-cd1efbba83d3,revision_number=4']} {{(pid=93105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 13:58:25.277161 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c00e27-b4be-4f09-8637-0870d676fae3 None None] Routers {'c089c41b-8893-4139-bcdb-994f64bae6bf'} bound to L3 agent in host dv-cinder-784763-7-iscsi {{(pid=93105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 13:58:25.278300 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.l3_hamode_db [None req-92c00e27-b4be-4f09-8637-0870d676fae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-16T13:57:50Z,description=,heartbeat_timestamp=2021-07-16T13:58:20Z,host='dv-cinder-784763-7-iscsi',id=d50ece19-a35b-4d9c-a2c6-6c45fbfb3bdd,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T13:57:50Z,topic='l3_agent')) {'router_ids': ['c089c41b-8893-4139-bcdb-994f64bae6bf'], 'active': True} {{(pid=93105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 13:58:25.364606 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvr_db [None req-92c00e27-b4be-4f09-8637-0870d676fae3 None None] Set router c089c41b-8893-4139-bcdb-994f64bae6bf gateway port host: None {{(pid=93105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 13:58:25.565352 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.l3_hamode_db [None req-92c00e27-b4be-4f09-8637-0870d676fae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c089c41b-8893-4139-bcdb-994f64bae6bf', 'name': 'router1', 'tenant_id': '6a09b787594c45a59d5be9f705273da3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T13:58:13Z', 'updated_at': '2021-07-16T13:58:23Z', 'revision_number': 2, 'project_id': '6a09b787594c45a59d5be9f705273da3', 'gw_port_host': None, '_interfaces': [{'id': 'c765ba78-6d4c-457a-a18f-cd1efbba83d3', 'name': '', 'network_id': 'f772f10b-d9fb-46f8-9569-ca4a32493320', 'tenant_id': '6a09b787594c45a59d5be9f705273da3', 'mac_address': 'fa:16:3e:7e:b8:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c089c41b-8893-4139-bcdb-994f64bae6bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dbcec05b-63e1-4b4b-884f-7355cdcceca9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T13:58:22Z', 'updated_at': '2021-07-16T13:58:25Z', 'revision_number': 4, 'project_id': '6a09b787594c45a59d5be9f705273da3', 'subnets': [{'id': 'dbcec05b-63e1-4b4b-884f-7355cdcceca9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ef6a3fd7-6cb6-455e-9947-ff05b40b58d3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-7-iscsi', False) {} {{(pid=93105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 13:58:25.594110 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c00e27-b4be-4f09-8637-0870d676fae3 None None] The sync data for ids ['c089c41b-8893-4139-bcdb-994f64bae6bf'] in dv-cinder-784763-7-iscsi is: [{'id': 'c089c41b-8893-4139-bcdb-994f64bae6bf', 'name': 'router1', 'tenant_id': '6a09b787594c45a59d5be9f705273da3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T13:58:13Z', 'updated_at': '2021-07-16T13:58:23Z', 'revision_number': 2, 'project_id': '6a09b787594c45a59d5be9f705273da3', 'gw_port_host': None, '_interfaces': [{'id': 'c765ba78-6d4c-457a-a18f-cd1efbba83d3', 'name': '', 'network_id': 'f772f10b-d9fb-46f8-9569-ca4a32493320', 'tenant_id': '6a09b787594c45a59d5be9f705273da3', 'mac_address': 'fa:16:3e:7e:b8:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c089c41b-8893-4139-bcdb-994f64bae6bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dbcec05b-63e1-4b4b-884f-7355cdcceca9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T13:58:22Z', 'updated_at': '2021-07-16T13:58:25Z', 'revision_number': 4, 'project_id': '6a09b787594c45a59d5be9f705273da3', 'subnets': [{'id': 'dbcec05b-63e1-4b4b-884f-7355cdcceca9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ef6a3fd7-6cb6-455e-9947-ff05b40b58d3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 13:58:25.941235 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 55086) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 13:58:26.049017 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bff66b8-2d43-4638-8c2d-0eff2d98c886 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 13:58:26.050389 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-4bff66b8-2d43-4638-8c2d-0eff2d98c886 admin admin] 10.222.0.10 "GET /v2.0/networks/0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da HTTP/1.1" status: 200 len: 842 time: 0.1082044 Jul 16 13:58:26.059929 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.v2.base [None req-c8c5383e-0a85-4ee0-9880-3d5caeab4e89 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'gateway_ip': '172.27.1.1', 'name': 'public-subnet', 'ip_version': 4, 'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'cidr': '172.27.1.0/24'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 13:58:26.082915 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8c5383e-0a85-4ee0-9880-3d5caeab4e89 admin admin] Made reservation on behalf of 211ef0046c0a47698a33cd6db20bd9b8 for: {'subnet': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 13:58:26.085402 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c8c5383e-0a85-4ee0-9880-3d5caeab4e89 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 13:58:26.386470 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.objects.ports [None req-c8c5383e-0a85-4ee0-9880-3d5caeab4e89 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93101) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 13:58:26.387410 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c8c5383e-0a85-4ee0-9880-3d5caeab4e89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186'] for subnet, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 13:58:26.443468 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c5383e-0a85-4ee0-9880-3d5caeab4e89 admin admin] Pushing event updated for resources: {'Subnet': ['ID=898cf826-a558-482b-96e1-37cc6b0abbc7,revision_number=0']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 13:58:26.447897 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c5383e-0a85-4ee0-9880-3d5caeab4e89 admin admin] Checking segment: {'id': '6901d94e-17f9-4035-ba46-6b4e81a8dcfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 13:58:26.448214 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8c5383e-0a85-4ee0-9880-3d5caeab4e89 admin admin] Network hostable DHCP agents. Network: 0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da, hostable agents: ['ff372831-df71-440e-8c4b-463caa6f5ae0'], hosted agents: [] {{(pid=93101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 13:58:26.469685 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8c5383e-0a85-4ee0-9880-3d5caeab4e89 admin admin] Network 0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da is scheduled to be hosted by DHCP agent ff372831-df71-440e-8c4b-463caa6f5ae0 with binding_index 1 {{(pid=93101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 13:58:26.482245 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-c8c5383e-0a85-4ee0-9880-3d5caeab4e89 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784763-7-iscsi, 0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da) {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 13:58:26.486207 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8c5383e-0a85-4ee0-9880-3d5caeab4e89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 13:58:26.486787 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c8c5383e-0a85-4ee0-9880-3d5caeab4e89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583268'] for subnet, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 13:58:26.490826 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76f78d4c-e24d-47e5-b80d-ff21c823221b None None] Network 0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da requested from dv-cinder-784763-7-iscsi {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 13:58:26.504808 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-c8c5383e-0a85-4ee0-9880-3d5caeab4e89 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4482727 Jul 16 13:58:26.625975 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7cdd75a-e3f8-4391-bc23-bbe958f5eaee None None] Network 0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da requested from dv-cinder-784763-7-iscsi {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 13:58:28.575269 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Device c765ba78-6d4c-457a-a18f-cd1efbba83d3 up at agent ovs-agent-dv-cinder-784763-7-iscsi {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 13:58:28.625737 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Provisioning for port c765ba78-6d4c-457a-a18f-cd1efbba83d3 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 13:58:28.630860 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Provisioning complete for port c765ba78-6d4c-457a-a18f-cd1efbba83d3 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 13:58:28.631291 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16503849'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 13:58:28.719768 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 13:58:28.752238 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] For port c765ba78-6d4c-457a-a18f-cd1efbba83d3, host dv-cinder-784763-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-7-iscsi',level=0,port_id=c765ba78-6d4c-457a-a18f-cd1efbba83d3,segment=NetworkSegment(3566379d-5afa-45ba-be44-7b39a74cf91e),segment_id=3566379d-5afa-45ba-be44-7b39a74cf91e)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 13:58:28.755817 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736156224341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736155824276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736155824294'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 13:58:28.768126 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 55108) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 13:58:28.806293 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Pushing event updated for resources: {'Port': ['ID=c765ba78-6d4c-457a-a18f-cd1efbba83d3,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 13:58:28.907265 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-6223457c-ffab-4cc3-8035-bec61cd2aa92 admin admin] 10.222.0.10 "GET /v2.0/routers/c089c41b-8893-4139-bcdb-994f64bae6bf HTTP/1.1" status: 200 len: 710 time: 0.1379111 Jul 16 13:58:28.992372 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23315149-4ab3-4456-ba75-486cf6ca733f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 13:58:28.993757 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-23315149-4ab3-4456-ba75-486cf6ca733f admin admin] 10.222.0.10 "GET /v2.0/networks/0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da HTTP/1.1" status: 200 len: 886 time: 0.0814178 Jul 16 13:58:29.002842 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.v2.base [None req-75fb00ff-64a4-4cc0-afa4-fdbdd81a7ad5 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da'}}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 13:58:29.306715 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-75fb00ff-64a4-4cc0-afa4-fdbdd81a7ad5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-611362', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-611474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6792'] for router, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 13:58:29.536318 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-75fb00ff-64a4-4cc0-afa4-fdbdd81a7ad5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 13:58:29.611857 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-75fb00ff-64a4-4cc0-afa4-fdbdd81a7ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 13:58:29.711236 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [None req-75fb00ff-64a4-4cc0-afa4-fdbdd81a7ad5 admin admin] Allocated IP 172.27.1.27 (0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da/898cf826-a558-482b-96e1-37cc6b0abbc7/5a6f799a-90ae-4a64-a596-535a34a2476c) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 13:58:29.813145 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-75fb00ff-64a4-4cc0-afa4-fdbdd81a7ad5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 13:58:29.849843 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-75fb00ff-64a4-4cc0-afa4-fdbdd81a7ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736155824258'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 13:58:29.885197 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75fb00ff-64a4-4cc0-afa4-fdbdd81a7ad5 admin admin] Network 0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 13:58:29.891530 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-75fb00ff-64a4-4cc0-afa4-fdbdd81a7ad5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 13:58:29.894901 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75fb00ff-64a4-4cc0-afa4-fdbdd81a7ad5 admin admin] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 13:58:29.930761 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fb00ff-64a4-4cc0-afa4-fdbdd81a7ad5 admin admin] Pushing event updated for resources: {'Port': ['ID=5a6f799a-90ae-4a64-a596-535a34a2476c,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 13:58:30.133022 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-75fb00ff-64a4-4cc0-afa4-fdbdd81a7ad5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 13:58:30.318885 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-75fb00ff-64a4-4cc0-afa4-fdbdd81a7ad5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-611362', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-611474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6792'] for router, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 13:58:30.322042 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-75fb00ff-64a4-4cc0-afa4-fdbdd81a7ad5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-611335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-611349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-611340', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-611461'] for router, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 13:58:30.422224 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75fb00ff-64a4-4cc0-afa4-fdbdd81a7ad5 admin admin] Router c089c41b-8893-4139-bcdb-994f64bae6bf has already been hosted by L3 agent d50ece19-a35b-4d9c-a2c6-6c45fbfb3bdd {{(pid=93101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 13:58:30.537522 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Device c765ba78-6d4c-457a-a18f-cd1efbba83d3 up at agent ovs-agent-dv-cinder-784763-7-iscsi {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 13:58:30.585510 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Provisioning complete for port c765ba78-6d4c-457a-a18f-cd1efbba83d3 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 13:58:30.585875 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16503849'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 13:58:30.602559 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75fb00ff-64a4-4cc0-afa4-fdbdd81a7ad5 admin admin] Notify agent at l3_agent.dv-cinder-784763-7-iscsi the message routers_updated {{(pid=93101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 13:58:30.606874 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-75fb00ff-64a4-4cc0-afa4-fdbdd81a7ad5 admin admin] Notify callbacks [] for router, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 13:58:30.608112 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-75fb00ff-64a4-4cc0-afa4-fdbdd81a7ad5 admin admin] 10.222.0.10 "PUT /v2.0/routers/c089c41b-8893-4139-bcdb-994f64bae6bf HTTP/1.1" status: 200 len: 889 time: 1.6085608 Jul 16 13:58:30.665493 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-907d525f-66ef-4193-9bf9-a0b79c6ddc8f None None] Sync routers for ids ['c089c41b-8893-4139-bcdb-994f64bae6bf'] in dv-cinder-784763-7-iscsi {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 13:58:30.683065 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-907d525f-66ef-4193-9bf9-a0b79c6ddc8f None None] Routers {'c089c41b-8893-4139-bcdb-994f64bae6bf'} bound to L3 agent in host dv-cinder-784763-7-iscsi {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 13:58:30.684149 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-907d525f-66ef-4193-9bf9-a0b79c6ddc8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-16T13:57:50Z,description=,heartbeat_timestamp=2021-07-16T13:58:20Z,host='dv-cinder-784763-7-iscsi',id=d50ece19-a35b-4d9c-a2c6-6c45fbfb3bdd,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T13:57:50Z,topic='l3_agent')) {'router_ids': ['c089c41b-8893-4139-bcdb-994f64bae6bf'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 13:58:30.923763 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-907d525f-66ef-4193-9bf9-a0b79c6ddc8f None None] Set router c089c41b-8893-4139-bcdb-994f64bae6bf gateway port host: dv-cinder-784763-7-iscsi {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 13:58:31.301377 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-907d525f-66ef-4193-9bf9-a0b79c6ddc8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c089c41b-8893-4139-bcdb-994f64bae6bf', 'name': 'router1', 'tenant_id': '6a09b787594c45a59d5be9f705273da3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'external_fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '5a6f799a-90ae-4a64-a596-535a34a2476c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T13:58:13Z', 'updated_at': '2021-07-16T13:58:30Z', 'revision_number': 4, 'project_id': '6a09b787594c45a59d5be9f705273da3', 'gw_port': {'id': '5a6f799a-90ae-4a64-a596-535a34a2476c', 'name': '', 'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:21:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c089c41b-8893-4139-bcdb-994f64bae6bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T13:58:29Z', 'updated_at': '2021-07-16T13:58:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-7-iscsi', '_interfaces': [{'id': 'c765ba78-6d4c-457a-a18f-cd1efbba83d3', 'name': '', 'network_id': 'f772f10b-d9fb-46f8-9569-ca4a32493320', 'tenant_id': '6a09b787594c45a59d5be9f705273da3', 'mac_address': 'fa:16:3e:7e:b8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c089c41b-8893-4139-bcdb-994f64bae6bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dbcec05b-63e1-4b4b-884f-7355cdcceca9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T13:58:22Z', 'updated_at': '2021-07-16T13:58:28Z', 'revision_number': 5, 'project_id': '6a09b787594c45a59d5be9f705273da3', 'subnets': [{'id': 'dbcec05b-63e1-4b4b-884f-7355cdcceca9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ef6a3fd7-6cb6-455e-9947-ff05b40b58d3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-7-iscsi', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 13:58:31.351547 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-907d525f-66ef-4193-9bf9-a0b79c6ddc8f None None] Checking router: c089c41b-8893-4139-bcdb-994f64bae6bf for host: dv-cinder-784763-7-iscsi {{(pid=93103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 13:58:31.351895 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-907d525f-66ef-4193-9bf9-a0b79c6ddc8f None None] Updating router c089c41b-8893-4139-bcdb-994f64bae6bf port 5a6f799a-90ae-4a64-a596-535a34a2476c binding host dv-cinder-784763-7-iscsi {{(pid=93103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 13:58:31.383619 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-907d525f-66ef-4193-9bf9-a0b79c6ddc8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 13:58:31.690720 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-907d525f-66ef-4193-9bf9-a0b79c6ddc8f None None] Notify callbacks [] for port, precommit_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 13:58:31.701152 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-907d525f-66ef-4193-9bf9-a0b79c6ddc8f None None] Transition to ACTIVE for port object 5a6f799a-90ae-4a64-a596-535a34a2476c will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 13:58:31.707432 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-907d525f-66ef-4193-9bf9-a0b79c6ddc8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736156224341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736155824276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736155824294'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 13:58:31.757398 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9e532f-39b2-4e33-a2ee-d6ada78f43af None None] Pushing event updated for resources: {'Port': ['ID=5a6f799a-90ae-4a64-a596-535a34a2476c,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 13:58:31.759995 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-907d525f-66ef-4193-9bf9-a0b79c6ddc8f None None] Attempting to bind port 5a6f799a-90ae-4a64-a596-535a34a2476c on host dv-cinder-784763-7-iscsi for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 13:58:31.760361 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-907d525f-66ef-4193-9bf9-a0b79c6ddc8f None None] Attempting to bind port 5a6f799a-90ae-4a64-a596-535a34a2476c by drivers openvswitch,hyperv on host dv-cinder-784763-7-iscsi at level 0 using segments [{'id': '6901d94e-17f9-4035-ba46-6b4e81a8dcfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 13:58:31.761027 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-907d525f-66ef-4193-9bf9-a0b79c6ddc8f None None] Attempting to bind port 5a6f799a-90ae-4a64-a596-535a34a2476c on network 0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 13:58:31.766453 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-907d525f-66ef-4193-9bf9-a0b79c6ddc8f None None] Checking agent: {'id': '7d82e82a-2556-4908-8b18-4037e5dfdbc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784763-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 13, 57, 51), 'started_at': datetime.datetime(2021, 7, 16, 13, 58, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 13, 58, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784763-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 13:58:31.766821 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-907d525f-66ef-4193-9bf9-a0b79c6ddc8f None None] Checking segment: {'id': '6901d94e-17f9-4035-ba46-6b4e81a8dcfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 13:58:31.767215 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-907d525f-66ef-4193-9bf9-a0b79c6ddc8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 13:58:31.767596 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-907d525f-66ef-4193-9bf9-a0b79c6ddc8f None None] Bound using segment: {'id': '6901d94e-17f9-4035-ba46-6b4e81a8dcfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 13:58:31.768395 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-907d525f-66ef-4193-9bf9-a0b79c6ddc8f None None] Bound port: 5a6f799a-90ae-4a64-a596-535a34a2476c, host: dv-cinder-784763-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6901d94e-17f9-4035-ba46-6b4e81a8dcfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 13:58:31.768809 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-907d525f-66ef-4193-9bf9-a0b79c6ddc8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 13:58:31.817869 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-907d525f-66ef-4193-9bf9-a0b79c6ddc8f None None] For port 5a6f799a-90ae-4a64-a596-535a34a2476c, host dv-cinder-784763-7-iscsi, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 13:58:31.821123 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-907d525f-66ef-4193-9bf9-a0b79c6ddc8f None None] For port 5a6f799a-90ae-4a64-a596-535a34a2476c, host dv-cinder-784763-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-7-iscsi',level=0,port_id=5a6f799a-90ae-4a64-a596-535a34a2476c,segment=NetworkSegment(6901d94e-17f9-4035-ba46-6b4e81a8dcfc),segment_id=6901d94e-17f9-4035-ba46-6b4e81a8dcfc)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 13:58:31.825680 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-907d525f-66ef-4193-9bf9-a0b79c6ddc8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736156224341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736155824276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736155824294'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 13:58:31.884733 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-907d525f-66ef-4193-9bf9-a0b79c6ddc8f None None] Routers {'c089c41b-8893-4139-bcdb-994f64bae6bf'} bound to L3 agent in host dv-cinder-784763-7-iscsi {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 13:58:31.885363 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-907d525f-66ef-4193-9bf9-a0b79c6ddc8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-16T13:57:50Z,description=,heartbeat_timestamp=2021-07-16T13:58:20Z,host='dv-cinder-784763-7-iscsi',id=d50ece19-a35b-4d9c-a2c6-6c45fbfb3bdd,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T13:57:50Z,topic='l3_agent')) {'router_ids': ['c089c41b-8893-4139-bcdb-994f64bae6bf'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 13:58:31.888559 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9e532f-39b2-4e33-a2ee-d6ada78f43af None None] Pushing event updated for resources: {'Port': ['ID=5a6f799a-90ae-4a64-a596-535a34a2476c,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 13:58:32.066098 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-907d525f-66ef-4193-9bf9-a0b79c6ddc8f None None] Set router c089c41b-8893-4139-bcdb-994f64bae6bf gateway port host: dv-cinder-784763-7-iscsi {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 13:58:32.266076 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-907d525f-66ef-4193-9bf9-a0b79c6ddc8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c089c41b-8893-4139-bcdb-994f64bae6bf', 'name': 'router1', 'tenant_id': '6a09b787594c45a59d5be9f705273da3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'external_fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '5a6f799a-90ae-4a64-a596-535a34a2476c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T13:58:13Z', 'updated_at': '2021-07-16T13:58:30Z', 'revision_number': 4, 'project_id': '6a09b787594c45a59d5be9f705273da3', 'gw_port': {'id': '5a6f799a-90ae-4a64-a596-535a34a2476c', 'name': '', 'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:21:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c089c41b-8893-4139-bcdb-994f64bae6bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T13:58:29Z', 'updated_at': '2021-07-16T13:58:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-7-iscsi', '_interfaces': [{'id': 'c765ba78-6d4c-457a-a18f-cd1efbba83d3', 'name': '', 'network_id': 'f772f10b-d9fb-46f8-9569-ca4a32493320', 'tenant_id': '6a09b787594c45a59d5be9f705273da3', 'mac_address': 'fa:16:3e:7e:b8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c089c41b-8893-4139-bcdb-994f64bae6bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dbcec05b-63e1-4b4b-884f-7355cdcceca9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T13:58:22Z', 'updated_at': '2021-07-16T13:58:28Z', 'revision_number': 5, 'project_id': '6a09b787594c45a59d5be9f705273da3', 'subnets': [{'id': 'dbcec05b-63e1-4b4b-884f-7355cdcceca9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ef6a3fd7-6cb6-455e-9947-ff05b40b58d3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-7-iscsi', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 13:58:32.291235 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-907d525f-66ef-4193-9bf9-a0b79c6ddc8f None None] The sync data for ids ['c089c41b-8893-4139-bcdb-994f64bae6bf'] in dv-cinder-784763-7-iscsi is: [{'id': 'c089c41b-8893-4139-bcdb-994f64bae6bf', 'name': 'router1', 'tenant_id': '6a09b787594c45a59d5be9f705273da3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'external_fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '5a6f799a-90ae-4a64-a596-535a34a2476c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T13:58:13Z', 'updated_at': '2021-07-16T13:58:30Z', 'revision_number': 4, 'project_id': '6a09b787594c45a59d5be9f705273da3', 'gw_port': {'id': '5a6f799a-90ae-4a64-a596-535a34a2476c', 'name': '', 'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:21:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c089c41b-8893-4139-bcdb-994f64bae6bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T13:58:29Z', 'updated_at': '2021-07-16T13:58:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-7-iscsi', '_interfaces': [{'id': 'c765ba78-6d4c-457a-a18f-cd1efbba83d3', 'name': '', 'network_id': 'f772f10b-d9fb-46f8-9569-ca4a32493320', 'tenant_id': '6a09b787594c45a59d5be9f705273da3', 'mac_address': 'fa:16:3e:7e:b8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c089c41b-8893-4139-bcdb-994f64bae6bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dbcec05b-63e1-4b4b-884f-7355cdcceca9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T13:58:22Z', 'updated_at': '2021-07-16T13:58:28Z', 'revision_number': 5, 'project_id': '6a09b787594c45a59d5be9f705273da3', 'subnets': [{'id': 'dbcec05b-63e1-4b4b-884f-7355cdcceca9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ef6a3fd7-6cb6-455e-9947-ff05b40b58d3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 13:58:32.579512 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Device 5a6f799a-90ae-4a64-a596-535a34a2476c up at agent ovs-agent-dv-cinder-784763-7-iscsi {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 13:58:32.634117 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Provisioning for port 5a6f799a-90ae-4a64-a596-535a34a2476c completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 13:58:32.638517 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Provisioning complete for port 5a6f799a-90ae-4a64-a596-535a34a2476c triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 13:58:32.638937 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16503849'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 13:58:32.716491 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 13:58:32.738186 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] For port 5a6f799a-90ae-4a64-a596-535a34a2476c, host dv-cinder-784763-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-7-iscsi',level=0,port_id=5a6f799a-90ae-4a64-a596-535a34a2476c,segment=NetworkSegment(6901d94e-17f9-4035-ba46-6b4e81a8dcfc),segment_id=6901d94e-17f9-4035-ba46-6b4e81a8dcfc)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 13:58:32.742358 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736156224341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736155824276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736155824294'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 13:58:32.795011 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Pushing event updated for resources: {'Port': ['ID=5a6f799a-90ae-4a64-a596-535a34a2476c,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 13:58:32.995845 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 55116) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 13:58:33.117907 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-d19a1207-e8fc-437c-b280-2f3246850b5e admin admin] 10.222.0.10 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 412 time: 0.1209497 Jul 16 13:58:34.539871 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Device 5a6f799a-90ae-4a64-a596-535a34a2476c up at agent ovs-agent-dv-cinder-784763-7-iscsi {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 13:58:34.593544 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Provisioning complete for port 5a6f799a-90ae-4a64-a596-535a34a2476c triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 13:58:34.593917 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16503849'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 13:58:38.720208 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.agents_db [None req-74bc78d6-8b96-4e29-998d-b6ecd97de622 None None] Agent healthcheck: found 5 active agents {{(pid=93105) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 13:58:47.718637 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-fb5a30e6-090b-4554-8dbd-3c652b7cb1cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 13:58:50.332907 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-42499c49-6a38-4fea-bc0e-faae70517b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 13:58:50.684898 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 13:58:51.373513 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-64ab8875-bbbc-4415-a681-ef47cf0d365f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 13:58:53.007774 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-fe1600e4-7db6-428f-a340-75d1d02f3a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 13:59:15.718816 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.agents_db [None req-74bc78d6-8b96-4e29-998d-b6ecd97de622 None None] Agent healthcheck: found 5 active agents {{(pid=93105) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 13:59:17.711746 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-2d90334c-cd66-4f27-8780-0e1c0f7244a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 13:59:20.337944 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-0f52719a-0edb-4630-befc-b18e3928286c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 13:59:20.680150 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 13:59:21.366962 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-64ab8875-bbbc-4415-a681-ef47cf0d365f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 13:59:23.013910 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-fe1600e4-7db6-428f-a340-75d1d02f3a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 13:59:47.713551 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-50b963b5-03c7-4afa-9d56-2865c9e20cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 13:59:50.339822 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-724817fc-b2bd-488d-900c-0b46f7894c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 13:59:50.681573 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 13:59:51.370908 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-64ab8875-bbbc-4415-a681-ef47cf0d365f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 13:59:52.718017 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.agents_db [None req-74bc78d6-8b96-4e29-998d-b6ecd97de622 None None] Agent healthcheck: found 5 active agents {{(pid=93105) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 13:59:53.014899 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-fe1600e4-7db6-428f-a340-75d1d02f3a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:00:07.396699 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 55684) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:00:07.454380 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.pecan_wsgi.hooks.translation [None req-116b42f3-3714-4147-b758-546236a75ed3 admin admin] GET failed (client error): The resource could not be found. Jul 16 14:00:07.455627 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-116b42f3-3714-4147-b758-546236a75ed3 admin admin] 10.222.0.10 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0579379 Jul 16 14:00:07.613961 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-098add45-8f6c-481c-aed6-2ad8a3cd113c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:00:07.615443 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-098add45-8f6c-481c-aed6-2ad8a3cd113c admin admin] 10.222.0.10 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1561077 Jul 16 14:00:09.719590 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 55694) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:00:09.807243 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-855edc10-a487-4c12-9da6-2f04a7958d75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:00:09.808564 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-855edc10-a487-4c12-9da6-2f04a7958d75 admin admin] 10.222.0.10 "GET /v2.0/subnets/dbcec05b-63e1-4b4b-884f-7355cdcceca9 HTTP/1.1" status: 200 len: 849 time: 0.0880203 Jul 16 14:00:09.817509 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.v2.base [None req-09307b99-d070-41a7-aa4c-82bad7a60fec admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:00:09.898021 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-09307b99-d070-41a7-aa4c-82bad7a60fec admin admin] Notify callbacks [] for subnet, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:00:10.034172 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-09307b99-d070-41a7-aa4c-82bad7a60fec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8736156224395'] for subnet, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:00:10.061952 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09307b99-d070-41a7-aa4c-82bad7a60fec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:00:10.062538 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-09307b99-d070-41a7-aa4c-82bad7a60fec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583268'] for subnet, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:00:10.063835 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-09307b99-d070-41a7-aa4c-82bad7a60fec admin admin] 10.222.0.10 "PUT /v2.0/subnets/dbcec05b-63e1-4b4b-884f-7355cdcceca9 HTTP/1.1" status: 200 len: 868 time: 0.2499220 Jul 16 14:00:10.067187 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dbdfd03-80c6-448f-8d0f-35da986ab8f4 None None] Network f772f10b-d9fb-46f8-9569-ca4a32493320 requested from dv-cinder-784763-7-iscsi {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 14:00:10.087637 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09307b99-d070-41a7-aa4c-82bad7a60fec admin admin] Pushing event updated for resources: {'Subnet': ['ID=dbcec05b-63e1-4b4b-884f-7355cdcceca9,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:00:10.094913 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09307b99-d070-41a7-aa4c-82bad7a60fec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:00:10.095313 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09307b99-d070-41a7-aa4c-82bad7a60fec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:00:10.095625 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09307b99-d070-41a7-aa4c-82bad7a60fec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:00:10.095961 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09307b99-d070-41a7-aa4c-82bad7a60fec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:00:10.096290 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09307b99-d070-41a7-aa4c-82bad7a60fec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:00:10.096632 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09307b99-d070-41a7-aa4c-82bad7a60fec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:00:10.096986 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09307b99-d070-41a7-aa4c-82bad7a60fec admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:00:10.097309 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09307b99-d070-41a7-aa4c-82bad7a60fec admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:00:10.097651 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09307b99-d070-41a7-aa4c-82bad7a60fec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:00:10.097975 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09307b99-d070-41a7-aa4c-82bad7a60fec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:00:10.098297 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09307b99-d070-41a7-aa4c-82bad7a60fec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:00:10.098611 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09307b99-d070-41a7-aa4c-82bad7a60fec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:00:10.440675 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-db16635f-67aa-43e6-a5c1-bc982dd71b08 None None] Provisioning complete for port c765ba78-6d4c-457a-a18f-cd1efbba83d3 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 14:00:10.441078 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-db16635f-67aa-43e6-a5c1-bc982dd71b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16503849'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:00:10.526201 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-db16635f-67aa-43e6-a5c1-bc982dd71b08 None None] Provisioning complete for port ca92e078-9377-4530-bfb5-427d70129dcf triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 14:00:10.526495 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-db16635f-67aa-43e6-a5c1-bc982dd71b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16503849'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:00:12.215454 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 55702) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:00:12.415255 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-464fc3a1-9d7c-4daf-82e4-d37be7455f73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:00:12.415651 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-464fc3a1-9d7c-4daf-82e4-d37be7455f73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:00:12.417189 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-464fc3a1-9d7c-4daf-82e4-d37be7455f73 admin admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2007623 Jul 16 14:00:14.547570 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 55712) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:00:14.740340 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f60f93a4-9617-4ac8-aa91-a906be044a85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:00:14.740731 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f60f93a4-9617-4ac8-aa91-a906be044a85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:00:14.742317 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-f60f93a4-9617-4ac8-aa91-a906be044a85 admin admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1937613 Jul 16 14:00:16.888504 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 55720) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:00:17.010751 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b2e8963-3bd3-41c7-be60-b8f0f389da0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:00:17.012098 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-8b2e8963-3bd3-41c7-be60-b8f0f389da0c admin admin] 10.222.0.10 "GET /v2.0/networks/0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da HTTP/1.1" status: 200 len: 886 time: 0.1226106 Jul 16 14:00:17.714288 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-370d12d4-9c74-4ab1-be5a-2f1deb9c1641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:00:19.147310 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 55728) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:00:19.272600 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc827c0b-209c-4e0a-9aca-a0aaa158b120 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:00:19.274042 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-bc827c0b-209c-4e0a-9aca-a0aaa158b120 admin admin] 10.222.0.10 "GET /v2.0/networks/f772f10b-d9fb-46f8-9569-ca4a32493320 HTTP/1.1" status: 200 len: 869 time: 0.1257911 Jul 16 14:00:20.341346 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b9c7a64b-ca1e-4838-8e13-c7c60856e725 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:00:20.681891 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:00:21.373345 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-64ab8875-bbbc-4415-a681-ef47cf0d365f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:00:21.410435 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 55736) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:00:21.530337 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-973435d0-64d6-4a49-b9ad-d9af01f77d78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:00:21.530797 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-973435d0-64d6-4a49-b9ad-d9af01f77d78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:00:21.532282 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-973435d0-64d6-4a49-b9ad-d9af01f77d78 admin admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1209018 Jul 16 14:00:23.017800 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-fe1600e4-7db6-428f-a340-75d1d02f3a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:00:23.651801 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 55744) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:00:23.771760 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c093d471-6b3c-4c6a-bb99-f1ba575b57f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:00:23.772220 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c093d471-6b3c-4c6a-bb99-f1ba575b57f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:00:23.774315 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-c093d471-6b3c-4c6a-bb99-f1ba575b57f9 admin admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1215544 Jul 16 14:00:25.893237 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 55752) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:00:25.977597 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f798a087-cf19-4482-b1ac-67d34ab7d1c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:00:25.978916 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-f798a087-cf19-4482-b1ac-67d34ab7d1c2 admin admin] 10.222.0.10 "GET /v2.0/subnets/898cf826-a558-482b-96e1-37cc6b0abbc7 HTTP/1.1" status: 200 len: 816 time: 0.0847373 Jul 16 14:00:28.093122 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 55760) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:00:28.181426 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea69d863-2617-4080-a4cf-b34ae9ca1762 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:00:28.183682 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-ea69d863-2617-4080-a4cf-b34ae9ca1762 admin admin] 10.222.0.10 "GET /v2.0/subnets/dbcec05b-63e1-4b4b-884f-7355cdcceca9 HTTP/1.1" status: 200 len: 868 time: 0.0887051 Jul 16 14:00:29.717236 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.agents_db [None req-74bc78d6-8b96-4e29-998d-b6ecd97de622 None None] Agent healthcheck: found 5 active agents {{(pid=93105) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 14:00:47.716948 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-283a642a-cb6b-4838-a85c-411efdf18719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:00:50.341775 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-0e301341-ac18-4247-b654-68ca16965ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:00:50.683496 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:00:51.376615 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-64ab8875-bbbc-4415-a681-ef47cf0d365f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:00:52.136332 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 55812) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:00:52.180869 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [None req-ca014a3c-35ab-4358-a91f-2fca80fb042a admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93101) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 14:00:52.181896 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-ca014a3c-35ab-4358-a91f-2fca80fb042a admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0445957 Jul 16 14:00:53.021178 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-fe1600e4-7db6-428f-a340-75d1d02f3a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:00:54.390129 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 55820) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:00:54.447393 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.pecan_wsgi.hooks.translation [None req-da371f62-9135-4447-8e89-898cafba4481 admin admin] GET failed (client error): The resource could not be found. Jul 16 14:00:54.448616 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-da371f62-9135-4447-8e89-898cafba4481 admin admin] 10.222.0.10 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0575533 Jul 16 14:00:54.531291 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30ad63a5-7290-4e6f-8616-cb6bb0dfda10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:00:54.532701 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-30ad63a5-7290-4e6f-8616-cb6bb0dfda10 admin admin] 10.222.0.10 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0803943 Jul 16 14:00:56.691327 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 55828) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:00:56.736226 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.v2.base [None req-c9fe5520-3de4-40ad-8898-154241589ecd admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:00:56.756244 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9fe5520-3de4-40ad-8898-154241589ecd admin admin] Made reservation on behalf of 211ef0046c0a47698a33cd6db20bd9b8 for: {'network': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 14:00:56.759259 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c9fe5520-3de4-40ad-8898-154241589ecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for network, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:00:56.792614 dv-cinder-784763-7-iscsi neutron-server[93102]: WARNING neutron.services.revisions.revision_plugin [None req-c9fe5520-3de4-40ad-8898-154241589ecd admin admin] Could not find related network for resource to bump revision. Jul 16 14:00:56.806086 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9fe5520-3de4-40ad-8898-154241589ecd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 241} {{(pid=93102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 14:00:56.814876 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c9fe5520-3de4-40ad-8898-154241589ecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16512664'] for segment, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:00:56.815217 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.db.segments_db [None req-c9fe5520-3de4-40ad-8898-154241589ecd admin admin] Added segment a09fdaff-4202-440c-890e-bab46334690c of type vlan for network ecab0d71-8f22-4cdb-ad03-f3c98941ac9c Jul 16 14:00:56.852836 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c9fe5520-3de4-40ad-8898-154241589ecd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736155808503'] for network, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:00:56.879385 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c9fe5520-3de4-40ad-8898-154241589ecd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186'] for network, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:00:56.880729 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9fe5520-3de4-40ad-8898-154241589ecd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:00:56.882072 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c9fe5520-3de4-40ad-8898-154241589ecd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583268'] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:00:56.914747 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-c9fe5520-3de4-40ad-8898-154241589ecd admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2223897 Jul 16 14:00:56.947168 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fe5520-3de4-40ad-8898-154241589ecd admin admin] Pushing event updated for resources: {'Network': ['ID=ecab0d71-8f22-4cdb-ad03-f3c98941ac9c,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:00:56.954520 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fe5520-3de4-40ad-8898-154241589ecd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:00:56.954885 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fe5520-3de4-40ad-8898-154241589ecd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:00:56.955519 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fe5520-3de4-40ad-8898-154241589ecd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:00:56.955854 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fe5520-3de4-40ad-8898-154241589ecd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:00:56.956191 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fe5520-3de4-40ad-8898-154241589ecd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:00:56.956534 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fe5520-3de4-40ad-8898-154241589ecd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:00:56.956892 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fe5520-3de4-40ad-8898-154241589ecd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:00:56.957222 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fe5520-3de4-40ad-8898-154241589ecd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:00:56.957562 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fe5520-3de4-40ad-8898-154241589ecd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:00:56.957886 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fe5520-3de4-40ad-8898-154241589ecd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:00:56.958207 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fe5520-3de4-40ad-8898-154241589ecd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:00:56.958524 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fe5520-3de4-40ad-8898-154241589ecd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:00:56.970073 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Network ecab0d71-8f22-4cdb-ad03-f3c98941ac9c details requested by agent ovs-agent-dv-cinder-784763-7-iscsi with host dv-cinder-784763-7-iscsi {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 14:00:59.068618 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 55836) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:00:59.126340 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.pecan_wsgi.hooks.translation [None req-c63b9dac-2f39-4d59-856f-1f1811acae7a admin admin] GET failed (client error): The resource could not be found. Jul 16 14:00:59.127697 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-c63b9dac-2f39-4d59-856f-1f1811acae7a admin admin] 10.222.0.10 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0575140 Jul 16 14:00:59.227062 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-709fd253-c2f3-438b-aa22-3538d8b80919 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:00:59.228509 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-709fd253-c2f3-438b-aa22-3538d8b80919 admin admin] 10.222.0.10 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0970221 Jul 16 14:00:59.238002 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.v2.base [None req-9e5a5c67-27ae-4842-bfbc-184b1c6e9f98 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'name': 'shared-subnet', 'network_id': 'ecab0d71-8f22-4cdb-ad03-f3c98941ac9c'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:00:59.257963 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e5a5c67-27ae-4842-bfbc-184b1c6e9f98 admin admin] Made reservation on behalf of 211ef0046c0a47698a33cd6db20bd9b8 for: {'subnet': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 14:00:59.260110 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9e5a5c67-27ae-4842-bfbc-184b1c6e9f98 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:00:59.417232 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9e5a5c67-27ae-4842-bfbc-184b1c6e9f98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186'] for subnet, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:00:59.462740 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5a5c67-27ae-4842-bfbc-184b1c6e9f98 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f71e8f1e-f626-43b2-82b7-0daf1c3db870,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:00:59.477986 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5a5c67-27ae-4842-bfbc-184b1c6e9f98 admin admin] Checking segment: {'id': 'a09fdaff-4202-440c-890e-bab46334690c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'ecab0d71-8f22-4cdb-ad03-f3c98941ac9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 14:00:59.478338 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e5a5c67-27ae-4842-bfbc-184b1c6e9f98 admin admin] Network hostable DHCP agents. Network: ecab0d71-8f22-4cdb-ad03-f3c98941ac9c, hostable agents: ['ff372831-df71-440e-8c4b-463caa6f5ae0'], hosted agents: [] {{(pid=93102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 14:00:59.494127 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e5a5c67-27ae-4842-bfbc-184b1c6e9f98 admin admin] Network ecab0d71-8f22-4cdb-ad03-f3c98941ac9c is scheduled to be hosted by DHCP agent ff372831-df71-440e-8c4b-463caa6f5ae0 with binding_index 1 {{(pid=93102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 14:00:59.502108 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-9e5a5c67-27ae-4842-bfbc-184b1c6e9f98 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784763-7-iscsi, ecab0d71-8f22-4cdb-ad03-f3c98941ac9c) {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 14:00:59.506636 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e5a5c67-27ae-4842-bfbc-184b1c6e9f98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:00:59.507218 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9e5a5c67-27ae-4842-bfbc-184b1c6e9f98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583268'] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:00:59.511417 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e63caff-1aa6-4f69-8fe5-87d8361c842a None None] Network ecab0d71-8f22-4cdb-ad03-f3c98941ac9c requested from dv-cinder-784763-7-iscsi {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 14:00:59.535202 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-9e5a5c67-27ae-4842-bfbc-184b1c6e9f98 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2857771 Jul 16 14:00:59.753227 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34592e31-6ad0-49d9-9da4-3cdc40e86a5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd1807d5-a05f-5dd1-8c6a-d509101630c6-ecab0d71-8f22-4cdb-ad03-f3c98941ac9c', 'network_id': 'ecab0d71-8f22-4cdb-ad03-f3c98941ac9c', 'tenant_id': '211ef0046c0a47698a33cd6db20bd9b8', 'fixed_ips': [{'subnet_id': 'f71e8f1e-f626-43b2-82b7-0daf1c3db870'}]}} from dv-cinder-784763-7-iscsi. {{(pid=93103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 14:00:59.754118 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-34592e31-6ad0-49d9-9da4-3cdc40e86a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:00:59.890524 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-34592e31-6ad0-49d9-9da4-3cdc40e86a5a None None] Allocated IP 192.168.233.2 (ecab0d71-8f22-4cdb-ad03-f3c98941ac9c/f71e8f1e-f626-43b2-82b7-0daf1c3db870/3c3b9755-7af2-4217-911a-70e232f3638b) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 14:01:00.031353 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-34592e31-6ad0-49d9-9da4-3cdc40e86a5a None None] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:01:00.040281 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-34592e31-6ad0-49d9-9da4-3cdc40e86a5a None None] Transition to ACTIVE for port object 3c3b9755-7af2-4217-911a-70e232f3638b will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 14:01:00.055931 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-34592e31-6ad0-49d9-9da4-3cdc40e86a5a None None] Transition to ACTIVE for port object 3c3b9755-7af2-4217-911a-70e232f3638b will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 14:01:00.061973 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-34592e31-6ad0-49d9-9da4-3cdc40e86a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736155824258'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:01:00.104484 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34592e31-6ad0-49d9-9da4-3cdc40e86a5a None None] Network ecab0d71-8f22-4cdb-ad03-f3c98941ac9c is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 14:01:00.107266 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-34592e31-6ad0-49d9-9da4-3cdc40e86a5a None None] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 14:01:00.111529 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34592e31-6ad0-49d9-9da4-3cdc40e86a5a None None] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 14:01:00.117496 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34592e31-6ad0-49d9-9da4-3cdc40e86a5a None None] Pushing event updated for resources: {'Port': ['ID=3c3b9755-7af2-4217-911a-70e232f3638b,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:01:00.127123 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34592e31-6ad0-49d9-9da4-3cdc40e86a5a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:01:00.127474 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34592e31-6ad0-49d9-9da4-3cdc40e86a5a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:01:00.127819 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34592e31-6ad0-49d9-9da4-3cdc40e86a5a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:01:00.128160 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34592e31-6ad0-49d9-9da4-3cdc40e86a5a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:01:00.128494 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34592e31-6ad0-49d9-9da4-3cdc40e86a5a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:01:00.128845 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34592e31-6ad0-49d9-9da4-3cdc40e86a5a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:01:00.129176 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34592e31-6ad0-49d9-9da4-3cdc40e86a5a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:01:00.129495 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34592e31-6ad0-49d9-9da4-3cdc40e86a5a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:01:00.129848 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34592e31-6ad0-49d9-9da4-3cdc40e86a5a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:01:00.130175 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34592e31-6ad0-49d9-9da4-3cdc40e86a5a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:01:00.130498 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34592e31-6ad0-49d9-9da4-3cdc40e86a5a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:01:00.130823 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34592e31-6ad0-49d9-9da4-3cdc40e86a5a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:01:00.182510 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-34592e31-6ad0-49d9-9da4-3cdc40e86a5a None None] Attempting to bind port 3c3b9755-7af2-4217-911a-70e232f3638b on host dv-cinder-784763-7-iscsi for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 14:01:00.182805 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-34592e31-6ad0-49d9-9da4-3cdc40e86a5a None None] Attempting to bind port 3c3b9755-7af2-4217-911a-70e232f3638b by drivers openvswitch,hyperv on host dv-cinder-784763-7-iscsi at level 0 using segments [{'id': 'a09fdaff-4202-440c-890e-bab46334690c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'ecab0d71-8f22-4cdb-ad03-f3c98941ac9c'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 14:01:00.183162 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34592e31-6ad0-49d9-9da4-3cdc40e86a5a None None] Attempting to bind port 3c3b9755-7af2-4217-911a-70e232f3638b on network ecab0d71-8f22-4cdb-ad03-f3c98941ac9c {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 14:01:00.188581 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34592e31-6ad0-49d9-9da4-3cdc40e86a5a None None] Checking agent: {'id': '7d82e82a-2556-4908-8b18-4037e5dfdbc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784763-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 13, 57, 51), 'started_at': datetime.datetime(2021, 7, 16, 13, 58, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 14, 0, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784763-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 14:01:00.189009 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34592e31-6ad0-49d9-9da4-3cdc40e86a5a None None] Checking segment: {'id': 'a09fdaff-4202-440c-890e-bab46334690c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'ecab0d71-8f22-4cdb-ad03-f3c98941ac9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 14:01:00.189415 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-34592e31-6ad0-49d9-9da4-3cdc40e86a5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:01:00.189813 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34592e31-6ad0-49d9-9da4-3cdc40e86a5a None None] Bound using segment: {'id': 'a09fdaff-4202-440c-890e-bab46334690c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'ecab0d71-8f22-4cdb-ad03-f3c98941ac9c'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 14:01:00.190384 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-34592e31-6ad0-49d9-9da4-3cdc40e86a5a None None] Bound port: 3c3b9755-7af2-4217-911a-70e232f3638b, host: dv-cinder-784763-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a09fdaff-4202-440c-890e-bab46334690c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'ecab0d71-8f22-4cdb-ad03-f3c98941ac9c'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 14:01:00.190777 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-34592e31-6ad0-49d9-9da4-3cdc40e86a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:01:00.251255 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-34592e31-6ad0-49d9-9da4-3cdc40e86a5a None None] For port 3c3b9755-7af2-4217-911a-70e232f3638b, host dv-cinder-784763-7-iscsi, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 14:01:00.254543 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-34592e31-6ad0-49d9-9da4-3cdc40e86a5a None None] For port 3c3b9755-7af2-4217-911a-70e232f3638b, host dv-cinder-784763-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-7-iscsi',level=0,port_id=3c3b9755-7af2-4217-911a-70e232f3638b,segment=NetworkSegment(a09fdaff-4202-440c-890e-bab46334690c),segment_id=a09fdaff-4202-440c-890e-bab46334690c)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 14:01:00.258923 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-34592e31-6ad0-49d9-9da4-3cdc40e86a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736156224341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736155824276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736155824294'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:01:00.318974 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34592e31-6ad0-49d9-9da4-3cdc40e86a5a None None] Pushing event updated for resources: {'Port': ['ID=3c3b9755-7af2-4217-911a-70e232f3638b,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:01:00.679460 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Device 3c3b9755-7af2-4217-911a-70e232f3638b up at agent ovs-agent-dv-cinder-784763-7-iscsi {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 14:01:00.734761 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Provisioning for port 3c3b9755-7af2-4217-911a-70e232f3638b completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 14:01:01.129766 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76629b29-14d2-4c8e-88c8-6a2f1a94dba7 None None] Network ecab0d71-8f22-4cdb-ad03-f3c98941ac9c requested from dv-cinder-784763-7-iscsi {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 14:01:01.201788 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-80f131e0-ab64-4811-a81e-82823c0f73cd None None] Provisioning for port 3c3b9755-7af2-4217-911a-70e232f3638b completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 14:01:01.207716 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-80f131e0-ab64-4811-a81e-82823c0f73cd None None] Provisioning complete for port 3c3b9755-7af2-4217-911a-70e232f3638b triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 14:01:01.208083 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-80f131e0-ab64-4811-a81e-82823c0f73cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16503849'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:01:01.348527 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-80f131e0-ab64-4811-a81e-82823c0f73cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:01:01.389940 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-80f131e0-ab64-4811-a81e-82823c0f73cd None None] For port 3c3b9755-7af2-4217-911a-70e232f3638b, host dv-cinder-784763-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-7-iscsi',level=0,port_id=3c3b9755-7af2-4217-911a-70e232f3638b,segment=NetworkSegment(a09fdaff-4202-440c-890e-bab46334690c),segment_id=a09fdaff-4202-440c-890e-bab46334690c)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:01:01.395855 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-80f131e0-ab64-4811-a81e-82823c0f73cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736156224341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736155824276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736155824294'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:01:01.443172 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f131e0-ab64-4811-a81e-82823c0f73cd None None] Pushing event updated for resources: {'Port': ['ID=3c3b9755-7af2-4217-911a-70e232f3638b,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:01:01.615146 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-d04a3b91-5841-4369-b0c9-d2aa51619365 None None] Provisioning complete for port 3c3b9755-7af2-4217-911a-70e232f3638b triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 14:01:01.615446 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-d04a3b91-5841-4369-b0c9-d2aa51619365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16503849'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:01:02.654091 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Device 3c3b9755-7af2-4217-911a-70e232f3638b up at agent ovs-agent-dv-cinder-784763-7-iscsi {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 14:01:02.702821 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Provisioning complete for port 3c3b9755-7af2-4217-911a-70e232f3638b triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 14:01:02.703195 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16503849'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:01:06.716288 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.agents_db [None req-74bc78d6-8b96-4e29-998d-b6ecd97de622 None None] Agent healthcheck: found 5 active agents {{(pid=93105) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 14:01:17.719393 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-05fdbfe3-b99a-484a-bb34-d2bd7c924718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:01:20.342490 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-9d419cc6-45f5-4a75-bb69-a3756d7aa905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:01:20.684516 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:01:21.379136 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-64ab8875-bbbc-4415-a681-ef47cf0d365f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:01:23.023577 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-fe1600e4-7db6-428f-a340-75d1d02f3a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:01:43.714464 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.agents_db [None req-74bc78d6-8b96-4e29-998d-b6ecd97de622 None None] Agent healthcheck: found 5 active agents {{(pid=93105) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 14:01:47.723314 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-929d159f-ff3f-4370-88c2-88f6b0b35a44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:01:50.342745 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-49f1af3c-24b4-4274-8578-d31540dad93f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:01:50.684681 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:01:51.384428 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-64ab8875-bbbc-4415-a681-ef47cf0d365f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:01:53.028549 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-fe1600e4-7db6-428f-a340-75d1d02f3a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:02:10.306904 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 55888) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:02:10.312942 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [None req-8ab221ca-447d-4298-8756-fdfccd1661fd tempest-verify_tempest_config-150629413 tempest-verify_tempest_config-150629413-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93102) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 14:02:10.313954 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-8ab221ca-447d-4298-8756-fdfccd1661fd tempest-verify_tempest_config-150629413 tempest-verify_tempest_config-150629413-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0060492 Jul 16 14:02:10.606813 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 55906) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:02:10.705058 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-521444fa-3fa2-417e-869a-520dbb72511f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:02:10.792288 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-521444fa-3fa2-417e-869a-520dbb72511f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:02:10.795784 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-521444fa-3fa2-417e-869a-520dbb72511f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:02:10.841631 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-521444fa-3fa2-417e-869a-520dbb72511f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ec6cfe52e11e450e89e16a6d6c15d2e1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2337663 Jul 16 14:02:10.842479 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521444fa-3fa2-417e-869a-520dbb72511f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8713714c-e5ff-4d93-9c30-ef90f0565bc6,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:02:10.844834 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 55910) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:02:10.849285 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521444fa-3fa2-417e-869a-520dbb72511f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:02:10.849657 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521444fa-3fa2-417e-869a-520dbb72511f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:02:10.850531 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521444fa-3fa2-417e-869a-520dbb72511f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:02:10.850850 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521444fa-3fa2-417e-869a-520dbb72511f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:02:10.851175 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521444fa-3fa2-417e-869a-520dbb72511f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:02:10.851518 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521444fa-3fa2-417e-869a-520dbb72511f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:02:10.851842 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521444fa-3fa2-417e-869a-520dbb72511f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:02:10.852161 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521444fa-3fa2-417e-869a-520dbb72511f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:02:10.852762 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521444fa-3fa2-417e-869a-520dbb72511f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:02:10.853076 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521444fa-3fa2-417e-869a-520dbb72511f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:02:10.853391 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521444fa-3fa2-417e-869a-520dbb72511f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:02:10.853702 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521444fa-3fa2-417e-869a-520dbb72511f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:02:10.898857 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f397e8dd-f0df-4d6e-8b8e-ea1bc5314160 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:02:10.919334 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f397e8dd-f0df-4d6e-8b8e-ea1bc5314160 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:02:11.005315 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f397e8dd-f0df-4d6e-8b8e-ea1bc5314160 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:02:11.007912 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f397e8dd-f0df-4d6e-8b8e-ea1bc5314160 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:02:11.011928 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-f397e8dd-f0df-4d6e-8b8e-ea1bc5314160 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8713714c-e5ff-4d93-9c30-ef90f0565bc6 HTTP/1.1" status: 204 len: 168 time: 0.1665626 Jul 16 14:02:11.019319 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f397e8dd-f0df-4d6e-8b8e-ea1bc5314160 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8713714c-e5ff-4d93-9c30-ef90f0565bc6,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:02:11.026196 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f397e8dd-f0df-4d6e-8b8e-ea1bc5314160 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:02:11.026562 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f397e8dd-f0df-4d6e-8b8e-ea1bc5314160 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:02:11.026907 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f397e8dd-f0df-4d6e-8b8e-ea1bc5314160 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:02:11.027231 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f397e8dd-f0df-4d6e-8b8e-ea1bc5314160 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:02:11.027559 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f397e8dd-f0df-4d6e-8b8e-ea1bc5314160 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:02:11.027886 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f397e8dd-f0df-4d6e-8b8e-ea1bc5314160 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:02:11.028210 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f397e8dd-f0df-4d6e-8b8e-ea1bc5314160 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:02:11.028534 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f397e8dd-f0df-4d6e-8b8e-ea1bc5314160 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:02:11.028898 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f397e8dd-f0df-4d6e-8b8e-ea1bc5314160 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:02:11.029226 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f397e8dd-f0df-4d6e-8b8e-ea1bc5314160 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:02:11.029546 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f397e8dd-f0df-4d6e-8b8e-ea1bc5314160 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:02:11.029980 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f397e8dd-f0df-4d6e-8b8e-ea1bc5314160 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:02:17.723895 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-49d75523-0e0d-4f7e-85a5-159b1480ec71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:02:20.345016 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-390a3c27-8657-4c61-88f0-245de9387f5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:02:20.685454 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:02:20.713487 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.agents_db [None req-74bc78d6-8b96-4e29-998d-b6ecd97de622 None None] Agent healthcheck: found 5 active agents {{(pid=93105) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 14:02:21.386990 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-64ab8875-bbbc-4415-a681-ef47cf0d365f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:02:23.031188 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-fe1600e4-7db6-428f-a340-75d1d02f3a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:02:47.725153 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-4626941d-a5d0-4a8e-8cb1-3f80b4b4e127 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:02:50.345157 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-63e63893-6764-4bc5-ae90-cc4a381d8f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:02:50.685182 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:02:51.388349 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-64ab8875-bbbc-4415-a681-ef47cf0d365f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:02:53.032566 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-fe1600e4-7db6-428f-a340-75d1d02f3a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:02:57.712213 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.agents_db [None req-74bc78d6-8b96-4e29-998d-b6ecd97de622 None None] Agent healthcheck: found 5 active agents {{(pid=93105) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 14:03:17.725125 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cec1c200-d24b-4b79-9365-2b5d68f8847a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:03:20.345375 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-fac7f092-1d1f-4052-8ec3-47c5c8683ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:03:20.684800 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:03:21.390336 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-64ab8875-bbbc-4415-a681-ef47cf0d365f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:03:23.034215 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-fe1600e4-7db6-428f-a340-75d1d02f3a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:03:34.711186 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.agents_db [None req-74bc78d6-8b96-4e29-998d-b6ecd97de622 None None] Agent healthcheck: found 5 active agents {{(pid=93105) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 14:03:45.921975 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-677644'] for agent, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:03:47.725062 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-307d939a-bf09-40ac-bed1-899501ad6530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:03:50.344621 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-c2268330-7989-4db3-896c-322a0dea8f2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:03:50.683883 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:03:51.396332 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-64ab8875-bbbc-4415-a681-ef47cf0d365f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:03:53.037802 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-fe1600e4-7db6-428f-a340-75d1d02f3a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:04:00.864708 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 55984) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:04:00.962587 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-2645133f-8d13-49b8-9df0-09746361a8e3 admin admin] 10.222.0.10 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0967574 Jul 16 14:04:03.089115 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 55994) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:04:03.140919 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-9a269be8-a71a-4f9b-a060-7c00d008199c admin admin] 10.222.0.10 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0507150 Jul 16 14:04:11.709143 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.agents_db [None req-74bc78d6-8b96-4e29-998d-b6ecd97de622 None None] Agent healthcheck: found 6 active agents {{(pid=93105) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 14:04:15.874855 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:04:17.724067 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-70ae0c8b-d454-4157-93c9-129748c45118 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:04:20.344649 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-3dd5669c-1340-46b0-acf6-2c78570f81b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:04:20.683269 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:04:21.396105 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-64ab8875-bbbc-4415-a681-ef47cf0d365f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:04:23.040399 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-fe1600e4-7db6-428f-a340-75d1d02f3a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:04:45.888021 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:04:47.724011 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-c5042894-09f1-459d-8bd7-90f832248ea8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:04:48.707222 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.agents_db [None req-74bc78d6-8b96-4e29-998d-b6ecd97de622 None None] Agent healthcheck: found 6 active agents {{(pid=93105) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 14:04:50.345614 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-3f8b5fd7-fe92-497a-acac-72d5a2787970 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:04:50.683874 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:04:51.398496 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-64ab8875-bbbc-4415-a681-ef47cf0d365f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:04:53.048242 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-fe1600e4-7db6-428f-a340-75d1d02f3a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:15.888241 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:17.724094 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-5af5f5ea-42df-495b-a195-af1967cada6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:20.346271 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-5c5656f8-9d30-4680-a5e0-6f46b84d5d95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:20.684806 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:21.402619 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-64ab8875-bbbc-4415-a681-ef47cf0d365f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:23.050093 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-fe1600e4-7db6-428f-a340-75d1d02f3a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:25.705890 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.agents_db [None req-74bc78d6-8b96-4e29-998d-b6ecd97de622 None None] Agent healthcheck: found 6 active agents {{(pid=93105) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 14:05:30.362048 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 56142) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:05:30.636203 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.v2.base [None req-0eb1833d-0c9e-427f-8548-258c0e4f09f2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-512653053-network', 'tenant_id': 'a6bc8fee6e964669b7be670f21fca0f5'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:05:30.659400 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eb1833d-0c9e-427f-8548-258c0e4f09f2 admin admin] Made reservation on behalf of a6bc8fee6e964669b7be670f21fca0f5 for: {'network': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 14:05:30.663149 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-0eb1833d-0c9e-427f-8548-258c0e4f09f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for network, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:30.672438 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-0eb1833d-0c9e-427f-8548-258c0e4f09f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:30.774674 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-0eb1833d-0c9e-427f-8548-258c0e4f09f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:30.781114 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-0eb1833d-0c9e-427f-8548-258c0e4f09f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:30.811676 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb1833d-0c9e-427f-8548-258c0e4f09f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0087a6c-51e3-480b-a26b-af209630f04a,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:05:30.813795 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0eb1833d-0c9e-427f-8548-258c0e4f09f2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 222} {{(pid=93101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 14:05:30.827229 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb1833d-0c9e-427f-8548-258c0e4f09f2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:05:30.827437 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb1833d-0c9e-427f-8548-258c0e4f09f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:05:30.828039 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb1833d-0c9e-427f-8548-258c0e4f09f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:05:30.828558 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb1833d-0c9e-427f-8548-258c0e4f09f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:05:30.828985 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb1833d-0c9e-427f-8548-258c0e4f09f2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:05:30.829342 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb1833d-0c9e-427f-8548-258c0e4f09f2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:05:30.829676 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb1833d-0c9e-427f-8548-258c0e4f09f2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:05:30.830006 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb1833d-0c9e-427f-8548-258c0e4f09f2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:05:30.830357 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb1833d-0c9e-427f-8548-258c0e4f09f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:05:30.830900 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb1833d-0c9e-427f-8548-258c0e4f09f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:05:30.831371 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb1833d-0c9e-427f-8548-258c0e4f09f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:05:30.831540 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb1833d-0c9e-427f-8548-258c0e4f09f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:05:30.832752 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb1833d-0c9e-427f-8548-258c0e4f09f2 admin admin] Tracked resource versions report: Jul 16 14:05:30.832752 dv-cinder-784763-7-iscsi neutron-server[93101]: pushed versions: Jul 16 14:05:30.832752 dv-cinder-784763-7-iscsi neutron-server[93101]: { 'AddressGroup': {'1.2'}, Jul 16 14:05:30.832752 dv-cinder-784763-7-iscsi neutron-server[93101]: 'ConntrackHelper': {'1.0'}, Jul 16 14:05:30.832752 dv-cinder-784763-7-iscsi neutron-server[93101]: 'Log': {'1.0'}, Jul 16 14:05:30.832752 dv-cinder-784763-7-iscsi neutron-server[93101]: 'Network': {'1.1'}, Jul 16 14:05:30.832752 dv-cinder-784763-7-iscsi neutron-server[93101]: 'Port': {'1.7'}, Jul 16 14:05:30.832752 dv-cinder-784763-7-iscsi neutron-server[93101]: 'PortForwarding': {'1.2'}, Jul 16 14:05:30.832752 dv-cinder-784763-7-iscsi neutron-server[93101]: 'QosPolicy': {'1.8'}, Jul 16 14:05:30.832752 dv-cinder-784763-7-iscsi neutron-server[93101]: 'SecurityGroup': {'1.4'}, Jul 16 14:05:30.832752 dv-cinder-784763-7-iscsi neutron-server[93101]: 'SecurityGroupRule': {'1.2'}, Jul 16 14:05:30.832752 dv-cinder-784763-7-iscsi neutron-server[93101]: 'SubPort': {'1.0'}, Jul 16 14:05:30.832752 dv-cinder-784763-7-iscsi neutron-server[93101]: 'Subnet': {'1.1'}, Jul 16 14:05:30.832752 dv-cinder-784763-7-iscsi neutron-server[93101]: 'Trunk': {'1.1'}} Jul 16 14:05:30.832752 dv-cinder-784763-7-iscsi neutron-server[93101]: consumer versions: Jul 16 14:05:30.832752 dv-cinder-784763-7-iscsi neutron-server[93101]: { DHCP agent@dv-cinder-784763-7-iscsi: {}, Jul 16 14:05:30.832752 dv-cinder-784763-7-iscsi neutron-server[93101]: HyperV agent@hv-cinder-78476: {}, Jul 16 14:05:30.832752 dv-cinder-784763-7-iscsi neutron-server[93101]: L3 agent@dv-cinder-784763-7-iscsi: {}, Jul 16 14:05:30.832752 dv-cinder-784763-7-iscsi neutron-server[93101]: Metadata agent@dv-cinder-784763-7-iscsi: {}, Jul 16 14:05:30.832752 dv-cinder-784763-7-iscsi neutron-server[93101]: Metering agent@dv-cinder-784763-7-iscsi: {}, Jul 16 14:05:30.832752 dv-cinder-784763-7-iscsi neutron-server[93101]: Open vSwitch agent@dv-cinder-784763-7-iscsi: { 'AddressGroup': '1.2', Jul 16 14:05:30.832752 dv-cinder-784763-7-iscsi neutron-server[93101]: 'ConntrackHelper': '1.0', Jul 16 14:05:30.832752 dv-cinder-784763-7-iscsi neutron-server[93101]: 'Log': '1.0', Jul 16 14:05:30.832752 dv-cinder-784763-7-iscsi neutron-server[93101]: 'Network': '1.1', Jul 16 14:05:30.832752 dv-cinder-784763-7-iscsi neutron-server[93101]: 'Port': '1.7', Jul 16 14:05:30.832752 dv-cinder-784763-7-iscsi neutron-server[93101]: 'PortForwarding': '1.2', Jul 16 14:05:30.832752 dv-cinder-784763-7-iscsi neutron-server[93101]: 'QosPolicy': '1.8', Jul 16 14:05:30.832752 dv-cinder-784763-7-iscsi neutron-server[93101]: 'SecurityGroup': '1.4', Jul 16 14:05:30.832752 dv-cinder-784763-7-iscsi neutron-server[93101]: 'SecurityGroupRule': '1.2', Jul 16 14:05:30.832752 dv-cinder-784763-7-iscsi neutron-server[93101]: 'SubPort': '1.0', Jul 16 14:05:30.832752 dv-cinder-784763-7-iscsi neutron-server[93101]: 'Subnet': '1.1', Jul 16 14:05:30.832752 dv-cinder-784763-7-iscsi neutron-server[93101]: 'Trunk': '1.1'}} Jul 16 14:05:30.832752 dv-cinder-784763-7-iscsi neutron-server[93101]: {{(pid=93101) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 14:05:30.840472 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-0eb1833d-0c9e-427f-8548-258c0e4f09f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16512664'] for segment, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:30.840915 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.db.segments_db [None req-0eb1833d-0c9e-427f-8548-258c0e4f09f2 admin admin] Added segment 3a29ac3c-6c4f-4bde-a091-d921a298bf30 of type vlan for network 3a4fb2c2-e115-4208-b9b7-fb0af769d696 Jul 16 14:05:30.886146 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-0eb1833d-0c9e-427f-8548-258c0e4f09f2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736155808503'] for network, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:30.918885 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-0eb1833d-0c9e-427f-8548-258c0e4f09f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186'] for network, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:30.919919 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eb1833d-0c9e-427f-8548-258c0e4f09f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:05:30.920498 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-0eb1833d-0c9e-427f-8548-258c0e4f09f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583268'] for network, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:31.091156 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-0eb1833d-0c9e-427f-8548-258c0e4f09f2 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7274799 Jul 16 14:05:31.091870 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb1833d-0c9e-427f-8548-258c0e4f09f2 admin admin] Pushing event updated for resources: {'Network': ['ID=3a4fb2c2-e115-4208-b9b7-fb0af769d696,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:05:31.094270 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 56198) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:05:31.101646 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.v2.base [None req-7440f289-381d-450b-a153-f3c89dbc1c41 admin admin] Request body: {'subnet': {'network_id': '3a4fb2c2-e115-4208-b9b7-fb0af769d696', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-512653053-subnet', 'tenant_id': 'a6bc8fee6e964669b7be670f21fca0f5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:05:31.104377 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Network 3a4fb2c2-e115-4208-b9b7-fb0af769d696 details requested by agent ovs-agent-dv-cinder-784763-7-iscsi with host dv-cinder-784763-7-iscsi {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 14:05:31.121481 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 56202) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:05:31.128232 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7440f289-381d-450b-a153-f3c89dbc1c41 admin admin] Made reservation on behalf of a6bc8fee6e964669b7be670f21fca0f5 for: {'subnet': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 14:05:31.130867 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7440f289-381d-450b-a153-f3c89dbc1c41 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:31.303824 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7440f289-381d-450b-a153-f3c89dbc1c41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186'] for subnet, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:31.360034 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7440f289-381d-450b-a153-f3c89dbc1c41 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9264d998-2235-4ea7-905f-68b77e185814,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:05:31.360034 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7440f289-381d-450b-a153-f3c89dbc1c41 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:05:31.360034 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7440f289-381d-450b-a153-f3c89dbc1c41 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:05:31.360034 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7440f289-381d-450b-a153-f3c89dbc1c41 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:05:31.360034 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7440f289-381d-450b-a153-f3c89dbc1c41 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:05:31.360034 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7440f289-381d-450b-a153-f3c89dbc1c41 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:05:31.360034 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7440f289-381d-450b-a153-f3c89dbc1c41 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:05:31.360692 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7440f289-381d-450b-a153-f3c89dbc1c41 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:05:31.360692 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7440f289-381d-450b-a153-f3c89dbc1c41 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:05:31.360875 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7440f289-381d-450b-a153-f3c89dbc1c41 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:05:31.361124 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7440f289-381d-450b-a153-f3c89dbc1c41 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:05:31.361481 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7440f289-381d-450b-a153-f3c89dbc1c41 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:05:31.361759 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7440f289-381d-450b-a153-f3c89dbc1c41 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:05:31.362865 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7440f289-381d-450b-a153-f3c89dbc1c41 admin admin] Tracked resource versions report: Jul 16 14:05:31.362865 dv-cinder-784763-7-iscsi neutron-server[93102]: pushed versions: Jul 16 14:05:31.362865 dv-cinder-784763-7-iscsi neutron-server[93102]: { 'AddressGroup': {'1.2'}, Jul 16 14:05:31.362865 dv-cinder-784763-7-iscsi neutron-server[93102]: 'ConntrackHelper': {'1.0'}, Jul 16 14:05:31.362865 dv-cinder-784763-7-iscsi neutron-server[93102]: 'Log': {'1.0'}, Jul 16 14:05:31.362865 dv-cinder-784763-7-iscsi neutron-server[93102]: 'Network': {'1.1'}, Jul 16 14:05:31.362865 dv-cinder-784763-7-iscsi neutron-server[93102]: 'Port': {'1.7'}, Jul 16 14:05:31.362865 dv-cinder-784763-7-iscsi neutron-server[93102]: 'PortForwarding': {'1.2'}, Jul 16 14:05:31.362865 dv-cinder-784763-7-iscsi neutron-server[93102]: 'QosPolicy': {'1.8'}, Jul 16 14:05:31.362865 dv-cinder-784763-7-iscsi neutron-server[93102]: 'SecurityGroup': {'1.4'}, Jul 16 14:05:31.362865 dv-cinder-784763-7-iscsi neutron-server[93102]: 'SecurityGroupRule': {'1.2'}, Jul 16 14:05:31.362865 dv-cinder-784763-7-iscsi neutron-server[93102]: 'SubPort': {'1.0'}, Jul 16 14:05:31.362865 dv-cinder-784763-7-iscsi neutron-server[93102]: 'Subnet': {'1.1'}, Jul 16 14:05:31.362865 dv-cinder-784763-7-iscsi neutron-server[93102]: 'Trunk': {'1.1'}} Jul 16 14:05:31.362865 dv-cinder-784763-7-iscsi neutron-server[93102]: consumer versions: Jul 16 14:05:31.362865 dv-cinder-784763-7-iscsi neutron-server[93102]: { DHCP agent@dv-cinder-784763-7-iscsi: {}, Jul 16 14:05:31.362865 dv-cinder-784763-7-iscsi neutron-server[93102]: HyperV agent@hv-cinder-78476: {}, Jul 16 14:05:31.362865 dv-cinder-784763-7-iscsi neutron-server[93102]: L3 agent@dv-cinder-784763-7-iscsi: {}, Jul 16 14:05:31.362865 dv-cinder-784763-7-iscsi neutron-server[93102]: Metadata agent@dv-cinder-784763-7-iscsi: {}, Jul 16 14:05:31.362865 dv-cinder-784763-7-iscsi neutron-server[93102]: Metering agent@dv-cinder-784763-7-iscsi: {}, Jul 16 14:05:31.362865 dv-cinder-784763-7-iscsi neutron-server[93102]: Open vSwitch agent@dv-cinder-784763-7-iscsi: { 'AddressGroup': '1.2', Jul 16 14:05:31.362865 dv-cinder-784763-7-iscsi neutron-server[93102]: 'ConntrackHelper': '1.0', Jul 16 14:05:31.362865 dv-cinder-784763-7-iscsi neutron-server[93102]: 'Log': '1.0', Jul 16 14:05:31.362865 dv-cinder-784763-7-iscsi neutron-server[93102]: 'Network': '1.1', Jul 16 14:05:31.362865 dv-cinder-784763-7-iscsi neutron-server[93102]: 'Port': '1.7', Jul 16 14:05:31.362865 dv-cinder-784763-7-iscsi neutron-server[93102]: 'PortForwarding': '1.2', Jul 16 14:05:31.362865 dv-cinder-784763-7-iscsi neutron-server[93102]: 'QosPolicy': '1.8', Jul 16 14:05:31.362865 dv-cinder-784763-7-iscsi neutron-server[93102]: 'SecurityGroup': '1.4', Jul 16 14:05:31.362865 dv-cinder-784763-7-iscsi neutron-server[93102]: 'SecurityGroupRule': '1.2', Jul 16 14:05:31.362865 dv-cinder-784763-7-iscsi neutron-server[93102]: 'SubPort': '1.0', Jul 16 14:05:31.362865 dv-cinder-784763-7-iscsi neutron-server[93102]: 'Subnet': '1.1', Jul 16 14:05:31.362865 dv-cinder-784763-7-iscsi neutron-server[93102]: 'Trunk': '1.1'}} Jul 16 14:05:31.362865 dv-cinder-784763-7-iscsi neutron-server[93102]: {{(pid=93102) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 14:05:31.385989 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7440f289-381d-450b-a153-f3c89dbc1c41 admin admin] Checking segment: {'id': '3a29ac3c-6c4f-4bde-a091-d921a298bf30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '3a4fb2c2-e115-4208-b9b7-fb0af769d696'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 14:05:31.385989 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7440f289-381d-450b-a153-f3c89dbc1c41 admin admin] Network hostable DHCP agents. Network: 3a4fb2c2-e115-4208-b9b7-fb0af769d696, hostable agents: ['ff372831-df71-440e-8c4b-463caa6f5ae0'], hosted agents: [] {{(pid=93102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 14:05:31.399520 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7440f289-381d-450b-a153-f3c89dbc1c41 admin admin] Network 3a4fb2c2-e115-4208-b9b7-fb0af769d696 is scheduled to be hosted by DHCP agent ff372831-df71-440e-8c4b-463caa6f5ae0 with binding_index 1 {{(pid=93102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 14:05:31.410452 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-7440f289-381d-450b-a153-f3c89dbc1c41 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784763-7-iscsi, 3a4fb2c2-e115-4208-b9b7-fb0af769d696) {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 14:05:31.415040 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7440f289-381d-450b-a153-f3c89dbc1c41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:05:31.415577 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7440f289-381d-450b-a153-f3c89dbc1c41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583268'] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:31.422779 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6ab4683-70fb-48f7-8ac7-1400d9ef4c5d None None] Network 3a4fb2c2-e115-4208-b9b7-fb0af769d696 requested from dv-cinder-784763-7-iscsi {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 14:05:31.433412 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 56216) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:05:31.434204 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-7440f289-381d-450b-a153-f3c89dbc1c41 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3374610 Jul 16 14:05:31.438196 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.v2.base [None req-55139ec9-4e4d-4670-b617-5dd25a925bb9 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-512653053-router', 'tenant_id': 'a6bc8fee6e964669b7be670f21fca0f5', 'external_gateway_info': {'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da'}}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:05:31.452437 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 56218) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:05:31.465913 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-55139ec9-4e4d-4670-b617-5dd25a925bb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-611575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6819'] for router, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:31.467521 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-55139ec9-4e4d-4670-b617-5dd25a925bb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-611376', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-622296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6810'] for router, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:31.524808 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-55139ec9-4e4d-4670-b617-5dd25a925bb9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:31.616606 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.v2.base [None req-f543d7ec-5169-4471-befb-ec72b56c4662 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1709129777-network', 'tenant_id': '1ae576c2cfcb49e6ac111e6b815960e5'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:05:31.617059 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8100a82a-d16b-4e50-aab0-17d9461d6329 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd1807d5-a05f-5dd1-8c6a-d509101630c6-3a4fb2c2-e115-4208-b9b7-fb0af769d696', 'network_id': '3a4fb2c2-e115-4208-b9b7-fb0af769d696', 'tenant_id': 'a6bc8fee6e964669b7be670f21fca0f5', 'fixed_ips': [{'subnet_id': '9264d998-2235-4ea7-905f-68b77e185814'}]}} from dv-cinder-784763-7-iscsi. {{(pid=93103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 14:05:31.618143 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-8100a82a-d16b-4e50-aab0-17d9461d6329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:31.651928 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 56226) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:05:31.708794 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-55139ec9-4e4d-4670-b617-5dd25a925bb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-611362', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-611474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6792'] for router, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:31.714777 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f543d7ec-5169-4471-befb-ec72b56c4662 admin admin] Made reservation on behalf of 1ae576c2cfcb49e6ac111e6b815960e5 for: {'network': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 14:05:31.717527 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f543d7ec-5169-4471-befb-ec72b56c4662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for network, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:31.729553 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f543d7ec-5169-4471-befb-ec72b56c4662 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:31.765438 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-8100a82a-d16b-4e50-aab0-17d9461d6329 None None] Allocated IP 172.20.0.2 (3a4fb2c2-e115-4208-b9b7-fb0af769d696/9264d998-2235-4ea7-905f-68b77e185814/6ea34683-ee3e-4063-8b63-3433d009c65c) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 14:05:31.793403 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.v2.base [None req-5ba55143-cad5-4c41-a9ec-54928bba4786 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1890049377-network', 'tenant_id': 'c46ff88faece440e9ee840d4b30399ef'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:05:31.960642 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f543d7ec-5169-4471-befb-ec72b56c4662 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:31.994873 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.v2.base [None req-9e3c5395-7b8d-43e6-9ff7-d229cb09ac4f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-553302294-network', 'tenant_id': 'b3b16082e5f440ba8228e496c1f92b3a'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:05:31.997819 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ba55143-cad5-4c41-a9ec-54928bba4786 admin admin] Made reservation on behalf of c46ff88faece440e9ee840d4b30399ef for: {'network': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 14:05:32.000163 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5ba55143-cad5-4c41-a9ec-54928bba4786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for network, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:32.008161 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f543d7ec-5169-4471-befb-ec72b56c4662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:32.031268 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5ba55143-cad5-4c41-a9ec-54928bba4786 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:32.052884 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f543d7ec-5169-4471-befb-ec72b56c4662 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 221} {{(pid=93101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 14:05:32.072715 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e3c5395-7b8d-43e6-9ff7-d229cb09ac4f admin admin] Made reservation on behalf of b3b16082e5f440ba8228e496c1f92b3a for: {'network': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 14:05:32.075408 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9e3c5395-7b8d-43e6-9ff7-d229cb09ac4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for network, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:32.095326 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-55139ec9-4e4d-4670-b617-5dd25a925bb9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:32.097621 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f543d7ec-5169-4471-befb-ec72b56c4662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16512664'] for segment, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:32.097961 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.db.segments_db [None req-f543d7ec-5169-4471-befb-ec72b56c4662 admin admin] Added segment d7e1ee80-77c5-48f3-ac0a-95e0aff8ceeb of type vlan for network 51a90a03-af03-40ca-bb00-7020f83b5182 Jul 16 14:05:32.099268 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f543d7ec-5169-4471-befb-ec72b56c4662 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82181ce4-b774-4a6f-9777-8cd5eff34a78,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:05:32.122338 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-8100a82a-d16b-4e50-aab0-17d9461d6329 None None] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:32.141058 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-8100a82a-d16b-4e50-aab0-17d9461d6329 None None] Transition to ACTIVE for port object 6ea34683-ee3e-4063-8b63-3433d009c65c will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 14:05:32.142068 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5ba55143-cad5-4c41-a9ec-54928bba4786 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:32.143414 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9e3c5395-7b8d-43e6-9ff7-d229cb09ac4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:32.144914 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-55139ec9-4e4d-4670-b617-5dd25a925bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:32.160620 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-8100a82a-d16b-4e50-aab0-17d9461d6329 None None] Transition to ACTIVE for port object 6ea34683-ee3e-4063-8b63-3433d009c65c will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 14:05:32.165019 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5ba55143-cad5-4c41-a9ec-54928bba4786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:32.170100 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-8100a82a-d16b-4e50-aab0-17d9461d6329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736155824258'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:32.235711 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8100a82a-d16b-4e50-aab0-17d9461d6329 None None] Pushing event updated for resources: {'Port': ['ID=6ea34683-ee3e-4063-8b63-3433d009c65c,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:05:32.245738 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8100a82a-d16b-4e50-aab0-17d9461d6329 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:05:32.246323 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8100a82a-d16b-4e50-aab0-17d9461d6329 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:05:32.246866 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8100a82a-d16b-4e50-aab0-17d9461d6329 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:05:32.247401 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8100a82a-d16b-4e50-aab0-17d9461d6329 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:05:32.247953 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8100a82a-d16b-4e50-aab0-17d9461d6329 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:05:32.248510 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8100a82a-d16b-4e50-aab0-17d9461d6329 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:05:32.248681 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9e3c5395-7b8d-43e6-9ff7-d229cb09ac4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:32.249162 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8100a82a-d16b-4e50-aab0-17d9461d6329 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:05:32.249578 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8100a82a-d16b-4e50-aab0-17d9461d6329 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:05:32.250142 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8100a82a-d16b-4e50-aab0-17d9461d6329 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:05:32.251077 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8100a82a-d16b-4e50-aab0-17d9461d6329 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:05:32.251756 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8100a82a-d16b-4e50-aab0-17d9461d6329 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:05:32.253379 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8100a82a-d16b-4e50-aab0-17d9461d6329 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:05:32.256812 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8100a82a-d16b-4e50-aab0-17d9461d6329 None None] Tracked resource versions report: Jul 16 14:05:32.256812 dv-cinder-784763-7-iscsi neutron-server[93103]: pushed versions: Jul 16 14:05:32.256812 dv-cinder-784763-7-iscsi neutron-server[93103]: { 'AddressGroup': {'1.2'}, Jul 16 14:05:32.256812 dv-cinder-784763-7-iscsi neutron-server[93103]: 'ConntrackHelper': {'1.0'}, Jul 16 14:05:32.256812 dv-cinder-784763-7-iscsi neutron-server[93103]: 'Log': {'1.0'}, Jul 16 14:05:32.256812 dv-cinder-784763-7-iscsi neutron-server[93103]: 'Network': {'1.1'}, Jul 16 14:05:32.256812 dv-cinder-784763-7-iscsi neutron-server[93103]: 'Port': {'1.7'}, Jul 16 14:05:32.256812 dv-cinder-784763-7-iscsi neutron-server[93103]: 'PortForwarding': {'1.2'}, Jul 16 14:05:32.256812 dv-cinder-784763-7-iscsi neutron-server[93103]: 'QosPolicy': {'1.8'}, Jul 16 14:05:32.256812 dv-cinder-784763-7-iscsi neutron-server[93103]: 'SecurityGroup': {'1.4'}, Jul 16 14:05:32.256812 dv-cinder-784763-7-iscsi neutron-server[93103]: 'SecurityGroupRule': {'1.2'}, Jul 16 14:05:32.256812 dv-cinder-784763-7-iscsi neutron-server[93103]: 'SubPort': {'1.0'}, Jul 16 14:05:32.256812 dv-cinder-784763-7-iscsi neutron-server[93103]: 'Subnet': {'1.1'}, Jul 16 14:05:32.256812 dv-cinder-784763-7-iscsi neutron-server[93103]: 'Trunk': {'1.1'}} Jul 16 14:05:32.256812 dv-cinder-784763-7-iscsi neutron-server[93103]: consumer versions: Jul 16 14:05:32.256812 dv-cinder-784763-7-iscsi neutron-server[93103]: { DHCP agent@dv-cinder-784763-7-iscsi: {}, Jul 16 14:05:32.256812 dv-cinder-784763-7-iscsi neutron-server[93103]: HyperV agent@hv-cinder-78476: {}, Jul 16 14:05:32.256812 dv-cinder-784763-7-iscsi neutron-server[93103]: L3 agent@dv-cinder-784763-7-iscsi: {}, Jul 16 14:05:32.256812 dv-cinder-784763-7-iscsi neutron-server[93103]: Metadata agent@dv-cinder-784763-7-iscsi: {}, Jul 16 14:05:32.256812 dv-cinder-784763-7-iscsi neutron-server[93103]: Metering agent@dv-cinder-784763-7-iscsi: {}, Jul 16 14:05:32.256812 dv-cinder-784763-7-iscsi neutron-server[93103]: Open vSwitch agent@dv-cinder-784763-7-iscsi: { 'AddressGroup': '1.2', Jul 16 14:05:32.256812 dv-cinder-784763-7-iscsi neutron-server[93103]: 'ConntrackHelper': '1.0', Jul 16 14:05:32.256812 dv-cinder-784763-7-iscsi neutron-server[93103]: 'Log': '1.0', Jul 16 14:05:32.256812 dv-cinder-784763-7-iscsi neutron-server[93103]: 'Network': '1.1', Jul 16 14:05:32.256812 dv-cinder-784763-7-iscsi neutron-server[93103]: 'Port': '1.7', Jul 16 14:05:32.256812 dv-cinder-784763-7-iscsi neutron-server[93103]: 'PortForwarding': '1.2', Jul 16 14:05:32.256812 dv-cinder-784763-7-iscsi neutron-server[93103]: 'QosPolicy': '1.8', Jul 16 14:05:32.256812 dv-cinder-784763-7-iscsi neutron-server[93103]: 'SecurityGroup': '1.4', Jul 16 14:05:32.256812 dv-cinder-784763-7-iscsi neutron-server[93103]: 'SecurityGroupRule': '1.2', Jul 16 14:05:32.256812 dv-cinder-784763-7-iscsi neutron-server[93103]: 'SubPort': '1.0', Jul 16 14:05:32.256812 dv-cinder-784763-7-iscsi neutron-server[93103]: 'Subnet': '1.1', Jul 16 14:05:32.256812 dv-cinder-784763-7-iscsi neutron-server[93103]: 'Trunk': '1.1'}} Jul 16 14:05:32.256812 dv-cinder-784763-7-iscsi neutron-server[93103]: {{(pid=93103) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 14:05:32.258964 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9e3c5395-7b8d-43e6-9ff7-d229cb09ac4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:32.269386 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e3c5395-7b8d-43e6-9ff7-d229cb09ac4f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 233} {{(pid=93102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 14:05:32.274258 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8100a82a-d16b-4e50-aab0-17d9461d6329 None None] Network 3a4fb2c2-e115-4208-b9b7-fb0af769d696 is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 14:05:32.277243 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-8100a82a-d16b-4e50-aab0-17d9461d6329 None None] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 14:05:32.279930 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9e3c5395-7b8d-43e6-9ff7-d229cb09ac4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16512664'] for segment, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:32.280612 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.db.segments_db [None req-9e3c5395-7b8d-43e6-9ff7-d229cb09ac4f admin admin] Added segment a2275036-b4cd-463f-abae-2b31086d1a30 of type vlan for network 05b30fe7-953a-4cd0-9508-7a8db0272a66 Jul 16 14:05:32.281581 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f543d7ec-5169-4471-befb-ec72b56c4662 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736155808503'] for network, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:32.281964 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8100a82a-d16b-4e50-aab0-17d9461d6329 None None] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 14:05:32.347756 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9e3c5395-7b8d-43e6-9ff7-d229cb09ac4f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736155808503'] for network, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:32.349949 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f543d7ec-5169-4471-befb-ec72b56c4662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186'] for network, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:32.351252 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f543d7ec-5169-4471-befb-ec72b56c4662 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:05:32.352561 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f543d7ec-5169-4471-befb-ec72b56c4662 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583268'] for network, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:32.356205 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ba55143-cad5-4c41-a9ec-54928bba4786 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 200} {{(pid=93102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 14:05:32.376083 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba55143-cad5-4c41-a9ec-54928bba4786 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b3e9cef-9660-4ae5-9082-aa329bb7eec4,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:05:32.389268 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5ba55143-cad5-4c41-a9ec-54928bba4786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16512664'] for segment, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:32.389935 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.db.segments_db [None req-5ba55143-cad5-4c41-a9ec-54928bba4786 admin admin] Added segment fb621f83-4c98-48a9-b1d0-65df1adb2471 of type vlan for network 65b87275-e932-457e-91c7-e4e0bb1d777f Jul 16 14:05:32.398104 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-8100a82a-d16b-4e50-aab0-17d9461d6329 None None] Attempting to bind port 6ea34683-ee3e-4063-8b63-3433d009c65c on host dv-cinder-784763-7-iscsi for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 14:05:32.398481 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-8100a82a-d16b-4e50-aab0-17d9461d6329 None None] Attempting to bind port 6ea34683-ee3e-4063-8b63-3433d009c65c by drivers openvswitch,hyperv on host dv-cinder-784763-7-iscsi at level 0 using segments [{'id': '3a29ac3c-6c4f-4bde-a091-d921a298bf30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '3a4fb2c2-e115-4208-b9b7-fb0af769d696'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 14:05:32.401059 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8100a82a-d16b-4e50-aab0-17d9461d6329 None None] Attempting to bind port 6ea34683-ee3e-4063-8b63-3433d009c65c on network 3a4fb2c2-e115-4208-b9b7-fb0af769d696 {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 14:05:32.413742 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8100a82a-d16b-4e50-aab0-17d9461d6329 None None] Checking agent: {'id': '7d82e82a-2556-4908-8b18-4037e5dfdbc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784763-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 13, 57, 51), 'started_at': datetime.datetime(2021, 7, 16, 13, 58, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 14, 5, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784763-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 14:05:32.418723 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8100a82a-d16b-4e50-aab0-17d9461d6329 None None] Checking segment: {'id': '3a29ac3c-6c4f-4bde-a091-d921a298bf30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '3a4fb2c2-e115-4208-b9b7-fb0af769d696'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 14:05:32.419704 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-8100a82a-d16b-4e50-aab0-17d9461d6329 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:32.420548 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8100a82a-d16b-4e50-aab0-17d9461d6329 None None] Bound using segment: {'id': '3a29ac3c-6c4f-4bde-a091-d921a298bf30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '3a4fb2c2-e115-4208-b9b7-fb0af769d696'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 14:05:32.421485 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-8100a82a-d16b-4e50-aab0-17d9461d6329 None None] Bound port: 6ea34683-ee3e-4063-8b63-3433d009c65c, host: dv-cinder-784763-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a29ac3c-6c4f-4bde-a091-d921a298bf30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '3a4fb2c2-e115-4208-b9b7-fb0af769d696'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 14:05:32.421962 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-8100a82a-d16b-4e50-aab0-17d9461d6329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:32.429344 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f543d7ec-5169-4471-befb-ec72b56c4662 admin admin] Pushing event updated for resources: {'Network': ['ID=51a90a03-af03-40ca-bb00-7020f83b5182,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:05:32.450081 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9e3c5395-7b8d-43e6-9ff7-d229cb09ac4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186'] for network, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:32.452112 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e3c5395-7b8d-43e6-9ff7-d229cb09ac4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:05:32.452922 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9e3c5395-7b8d-43e6-9ff7-d229cb09ac4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583268'] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:32.454526 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Network 51a90a03-af03-40ca-bb00-7020f83b5182 details requested by agent ovs-agent-dv-cinder-784763-7-iscsi with host dv-cinder-784763-7-iscsi {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 14:05:32.459603 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-f543d7ec-5169-4471-befb-ec72b56c4662 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.3384528 Jul 16 14:05:32.466290 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 56264) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:05:32.470995 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.v2.base [None req-a7d08d5e-ea7f-4f1f-b598-ce4f769ddb7d admin admin] Request body: {'subnet': {'network_id': '51a90a03-af03-40ca-bb00-7020f83b5182', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1709129777-subnet', 'tenant_id': '1ae576c2cfcb49e6ac111e6b815960e5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:05:32.499099 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7d08d5e-ea7f-4f1f-b598-ce4f769ddb7d admin admin] Made reservation on behalf of 1ae576c2cfcb49e6ac111e6b815960e5 for: {'subnet': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 14:05:32.502101 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a7d08d5e-ea7f-4f1f-b598-ce4f769ddb7d admin admin] Notify callbacks [] for subnet, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:32.534949 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [None req-55139ec9-4e4d-4670-b617-5dd25a925bb9 admin admin] Allocated IP 172.27.1.155 (0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da/898cf826-a558-482b-96e1-37cc6b0abbc7/7b78f32c-2227-4088-9787-b67d4084a4d4) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 14:05:32.622281 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3c5395-7b8d-43e6-9ff7-d229cb09ac4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ba996e6-4a0f-45b7-9710-cf4dca78ac1e,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:05:32.624680 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3c5395-7b8d-43e6-9ff7-d229cb09ac4f admin admin] Pushing event updated for resources: {'Network': ['ID=05b30fe7-953a-4cd0-9508-7a8db0272a66,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:05:32.657270 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5ba55143-cad5-4c41-a9ec-54928bba4786 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736155808503'] for network, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:32.667586 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-9e3c5395-7b8d-43e6-9ff7-d229cb09ac4f admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0143423 Jul 16 14:05:32.670032 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 56274) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:05:32.679296 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.v2.base [None req-6b3e7266-4a9a-43a2-a642-cf2ae701aaa3 admin admin] Request body: {'subnet': {'network_id': '05b30fe7-953a-4cd0-9508-7a8db0272a66', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-553302294-subnet', 'tenant_id': 'b3b16082e5f440ba8228e496c1f92b3a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:05:32.684347 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Network 05b30fe7-953a-4cd0-9508-7a8db0272a66 details requested by agent ovs-agent-dv-cinder-784763-7-iscsi with host dv-cinder-784763-7-iscsi {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 14:05:32.715227 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5ba55143-cad5-4c41-a9ec-54928bba4786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186'] for network, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:32.716196 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ba55143-cad5-4c41-a9ec-54928bba4786 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:05:32.716818 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5ba55143-cad5-4c41-a9ec-54928bba4786 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583268'] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:32.718263 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b3e7266-4a9a-43a2-a642-cf2ae701aaa3 admin admin] Made reservation on behalf of b3b16082e5f440ba8228e496c1f92b3a for: {'subnet': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 14:05:32.720555 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6b3e7266-4a9a-43a2-a642-cf2ae701aaa3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:32.754139 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-8100a82a-d16b-4e50-aab0-17d9461d6329 None None] For port 6ea34683-ee3e-4063-8b63-3433d009c65c, host dv-cinder-784763-7-iscsi, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 14:05:32.758198 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-8100a82a-d16b-4e50-aab0-17d9461d6329 None None] For port 6ea34683-ee3e-4063-8b63-3433d009c65c, host dv-cinder-784763-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-7-iscsi',level=0,port_id=6ea34683-ee3e-4063-8b63-3433d009c65c,segment=NetworkSegment(3a29ac3c-6c4f-4bde-a091-d921a298bf30),segment_id=3a29ac3c-6c4f-4bde-a091-d921a298bf30)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 14:05:32.791690 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-8100a82a-d16b-4e50-aab0-17d9461d6329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736156224341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736155824276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736155824294'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:32.803334 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-5ba55143-cad5-4c41-a9ec-54928bba4786 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3492758 Jul 16 14:05:32.805123 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 56280) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:05:32.817816 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.v2.base [None req-87b96394-62c5-4d94-aeb7-381adf1cc024 admin admin] Request body: {'subnet': {'network_id': '65b87275-e932-457e-91c7-e4e0bb1d777f', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1890049377-subnet', 'tenant_id': 'c46ff88faece440e9ee840d4b30399ef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:05:32.841838 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-55139ec9-4e4d-4670-b617-5dd25a925bb9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:32.891559 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8100a82a-d16b-4e50-aab0-17d9461d6329 None None] Pushing event updated for resources: {'Port': ['ID=6ea34683-ee3e-4063-8b63-3433d009c65c,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:05:32.933135 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba55143-cad5-4c41-a9ec-54928bba4786 admin admin] Pushing event updated for resources: {'Network': ['ID=65b87275-e932-457e-91c7-e4e0bb1d777f,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:05:32.957278 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87b96394-62c5-4d94-aeb7-381adf1cc024 admin admin] Made reservation on behalf of c46ff88faece440e9ee840d4b30399ef for: {'subnet': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 14:05:32.957278 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-87b96394-62c5-4d94-aeb7-381adf1cc024 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:32.972048 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Network 65b87275-e932-457e-91c7-e4e0bb1d777f details requested by agent ovs-agent-dv-cinder-784763-7-iscsi with host dv-cinder-784763-7-iscsi {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 14:05:33.012479 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a7d08d5e-ea7f-4f1f-b598-ce4f769ddb7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186'] for subnet, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:33.146391 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d08d5e-ea7f-4f1f-b598-ce4f769ddb7d admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d5393f6-20e0-4dbd-a198-cb03cfea0892,revision_number=0']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:05:33.278619 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-55139ec9-4e4d-4670-b617-5dd25a925bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736155824258'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:33.364479 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55139ec9-4e4d-4670-b617-5dd25a925bb9 admin admin] Network 0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 14:05:33.378377 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-87b96394-62c5-4d94-aeb7-381adf1cc024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186'] for subnet, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:33.391479 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d08d5e-ea7f-4f1f-b598-ce4f769ddb7d admin admin] Checking segment: {'id': 'd7e1ee80-77c5-48f3-ac0a-95e0aff8ceeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '51a90a03-af03-40ca-bb00-7020f83b5182'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 14:05:33.391976 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d08d5e-ea7f-4f1f-b598-ce4f769ddb7d admin admin] Network hostable DHCP agents. Network: 51a90a03-af03-40ca-bb00-7020f83b5182, hostable agents: ['ff372831-df71-440e-8c4b-463caa6f5ae0'], hosted agents: [] {{(pid=93101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 14:05:33.395995 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-55139ec9-4e4d-4670-b617-5dd25a925bb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 14:05:33.409079 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55139ec9-4e4d-4670-b617-5dd25a925bb9 admin admin] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 14:05:33.460860 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6b3e7266-4a9a-43a2-a642-cf2ae701aaa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186'] for subnet, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:33.462079 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b96394-62c5-4d94-aeb7-381adf1cc024 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7768dcc-78a4-4fea-a632-9ce14f4e12c3,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:05:33.472569 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b96394-62c5-4d94-aeb7-381adf1cc024 admin admin] Checking segment: {'id': 'fb621f83-4c98-48a9-b1d0-65df1adb2471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '65b87275-e932-457e-91c7-e4e0bb1d777f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 14:05:33.472946 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87b96394-62c5-4d94-aeb7-381adf1cc024 admin admin] Network hostable DHCP agents. Network: 65b87275-e932-457e-91c7-e4e0bb1d777f, hostable agents: ['ff372831-df71-440e-8c4b-463caa6f5ae0'], hosted agents: [] {{(pid=93102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 14:05:33.490699 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87b96394-62c5-4d94-aeb7-381adf1cc024 admin admin] Network 65b87275-e932-457e-91c7-e4e0bb1d777f is scheduled to be hosted by DHCP agent ff372831-df71-440e-8c4b-463caa6f5ae0 with binding_index 1 {{(pid=93102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 14:05:33.515003 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-87b96394-62c5-4d94-aeb7-381adf1cc024 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784763-7-iscsi, 65b87275-e932-457e-91c7-e4e0bb1d777f) {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 14:05:33.516730 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d08d5e-ea7f-4f1f-b598-ce4f769ddb7d admin admin] Network 51a90a03-af03-40ca-bb00-7020f83b5182 is scheduled to be hosted by DHCP agent ff372831-df71-440e-8c4b-463caa6f5ae0 with binding_index 1 {{(pid=93101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 14:05:33.521085 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b96394-62c5-4d94-aeb7-381adf1cc024 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:05:33.522253 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-87b96394-62c5-4d94-aeb7-381adf1cc024 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583268'] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:33.527153 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b03a2895-561a-4438-bdd8-35127c101ca0 None None] Network 65b87275-e932-457e-91c7-e4e0bb1d777f requested from dv-cinder-784763-7-iscsi {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 14:05:33.540208 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55139ec9-4e4d-4670-b617-5dd25a925bb9 admin admin] Pushing event updated for resources: {'Port': ['ID=7b78f32c-2227-4088-9787-b67d4084a4d4,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:05:33.570611 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-87b96394-62c5-4d94-aeb7-381adf1cc024 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7540627 Jul 16 14:05:33.573076 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-a7d08d5e-ea7f-4f1f-b598-ce4f769ddb7d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784763-7-iscsi, 51a90a03-af03-40ca-bb00-7020f83b5182) {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 14:05:33.594942 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7d08d5e-ea7f-4f1f-b598-ce4f769ddb7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:05:33.595536 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a7d08d5e-ea7f-4f1f-b598-ce4f769ddb7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583268'] for subnet, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:33.622012 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39565e56-3ad0-4c5c-8284-739ab62fc4ff None None] Network 51a90a03-af03-40ca-bb00-7020f83b5182 requested from dv-cinder-784763-7-iscsi {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 14:05:33.640522 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3e7266-4a9a-43a2-a642-cf2ae701aaa3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=06d06c6a-1905-449b-b463-f55701ce50ca,revision_number=0']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:05:33.650104 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-a7d08d5e-ea7f-4f1f-b598-ce4f769ddb7d admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.1803379 Jul 16 14:05:33.650508 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 56318) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:05:33.655058 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.v2.base [None req-1e3af2f0-b400-4028-8848-f38b5edb5f40 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1709129777-router', 'tenant_id': '1ae576c2cfcb49e6ac111e6b815960e5', 'external_gateway_info': {'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da'}}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:05:33.703511 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1e3af2f0-b400-4028-8848-f38b5edb5f40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-611575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6819'] for router, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:33.704842 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1e3af2f0-b400-4028-8848-f38b5edb5f40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-611376', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-622296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6810'] for router, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:33.859680 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3e7266-4a9a-43a2-a642-cf2ae701aaa3 admin admin] Checking segment: {'id': 'a2275036-b4cd-463f-abae-2b31086d1a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '05b30fe7-953a-4cd0-9508-7a8db0272a66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 14:05:33.860044 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b3e7266-4a9a-43a2-a642-cf2ae701aaa3 admin admin] Network hostable DHCP agents. Network: 05b30fe7-953a-4cd0-9508-7a8db0272a66, hostable agents: ['ff372831-df71-440e-8c4b-463caa6f5ae0'], hosted agents: [] {{(pid=93101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 14:05:33.866614 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6b39256-e21e-45b2-a4b3-c88db75a6137 None None] Network 65b87275-e932-457e-91c7-e4e0bb1d777f requested from dv-cinder-784763-7-iscsi {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 14:05:33.939680 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b3e7266-4a9a-43a2-a642-cf2ae701aaa3 admin admin] Network 05b30fe7-953a-4cd0-9508-7a8db0272a66 is scheduled to be hosted by DHCP agent ff372831-df71-440e-8c4b-463caa6f5ae0 with binding_index 1 {{(pid=93101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 14:05:33.958233 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33c499b7-067b-4d57-b3ff-4a69062654d2 None None] Network 51a90a03-af03-40ca-bb00-7020f83b5182 requested from dv-cinder-784763-7-iscsi {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 14:05:33.996391 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-6b3e7266-4a9a-43a2-a642-cf2ae701aaa3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784763-7-iscsi, 05b30fe7-953a-4cd0-9508-7a8db0272a66) {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 14:05:34.009979 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3feb747d-8c67-48d9-a394-e13d23b5ff88 None None] Network 05b30fe7-953a-4cd0-9508-7a8db0272a66 requested from dv-cinder-784763-7-iscsi {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 14:05:34.010221 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b3e7266-4a9a-43a2-a642-cf2ae701aaa3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:05:34.013240 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6b3e7266-4a9a-43a2-a642-cf2ae701aaa3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583268'] for subnet, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:34.070604 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1e3af2f0-b400-4028-8848-f38b5edb5f40 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:34.080229 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-55139ec9-4e4d-4670-b617-5dd25a925bb9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:34.170212 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-6b3e7266-4a9a-43a2-a642-cf2ae701aaa3 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4965622 Jul 16 14:05:34.170684 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 56344) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:05:34.178012 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.v2.base [None req-b4646936-1cf1-4a77-8479-5618f798c99e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-553302294-router', 'tenant_id': 'b3b16082e5f440ba8228e496c1f92b3a', 'external_gateway_info': {'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da'}}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:05:34.320585 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b4646936-1cf1-4a77-8479-5618f798c99e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-611575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6819'] for router, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:34.322315 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b4646936-1cf1-4a77-8479-5618f798c99e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-611376', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-622296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6810'] for router, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:34.389079 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1e3af2f0-b400-4028-8848-f38b5edb5f40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-611362', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-611474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6792'] for router, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:34.448159 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-091b5f81-c967-41b6-9840-6c094de49031 None None] Network 3a4fb2c2-e115-4208-b9b7-fb0af769d696 requested from dv-cinder-784763-7-iscsi {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 14:05:34.477540 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-55139ec9-4e4d-4670-b617-5dd25a925bb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-611580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-611335'] for router, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:34.536880 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 56354) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:05:34.580255 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-34e02f79-6f2b-4dee-97f7-cb9d8f47a63a None None] Provisioning for port 6ea34683-ee3e-4063-8b63-3433d009c65c completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 14:05:34.643662 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b4646936-1cf1-4a77-8479-5618f798c99e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:34.644955 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5992344b-1765-47c8-9c59-e1215e6a0dfb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd1807d5-a05f-5dd1-8c6a-d509101630c6-05b30fe7-953a-4cd0-9508-7a8db0272a66', 'network_id': '05b30fe7-953a-4cd0-9508-7a8db0272a66', 'tenant_id': 'b3b16082e5f440ba8228e496c1f92b3a', 'fixed_ips': [{'subnet_id': '06d06c6a-1905-449b-b463-f55701ce50ca'}]}} from dv-cinder-784763-7-iscsi. {{(pid=93103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 14:05:34.646099 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-5992344b-1765-47c8-9c59-e1215e6a0dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:34.745822 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 56364) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:05:34.875641 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-5992344b-1765-47c8-9c59-e1215e6a0dfb None None] Allocated IP 172.20.0.2 (05b30fe7-953a-4cd0-9508-7a8db0272a66/06d06c6a-1905-449b-b463-f55701ce50ca/70490bbe-9385-4bff-bde0-4baca84cf90f) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 14:05:34.891076 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1e3af2f0-b400-4028-8848-f38b5edb5f40 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:34.906723 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55139ec9-4e4d-4670-b617-5dd25a925bb9 admin admin] Router fea882b0-1fd1-4bb1-a881-eb7e1e81c560 is scheduled to L3 agent d50ece19-a35b-4d9c-a2c6-6c45fbfb3bdd with binding_index 1 {{(pid=93101) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 14:05:34.961009 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1e3af2f0-b400-4028-8848-f38b5edb5f40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:35.020418 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 56372) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:05:35.055200 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Device 6ea34683-ee3e-4063-8b63-3433d009c65c up at agent ovs-agent-dv-cinder-784763-7-iscsi {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 14:05:35.082978 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b4646936-1cf1-4a77-8479-5618f798c99e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-611362', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-611474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6792'] for router, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:35.166908 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-eb9dce6b-a233-4adc-b1f9-0398ff65e571 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:35.247144 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-1fa2f587-c602-4629-b6ac-13c6b0d4bff7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:35.276668 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55139ec9-4e4d-4670-b617-5dd25a925bb9 admin admin] Notify agent at l3_agent.dv-cinder-784763-7-iscsi the message routers_updated {{(pid=93101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 14:05:35.290200 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-619ecf79-bb95-4a5a-980e-09ce93d14b74 None None] Sync routers for ids ['fea882b0-1fd1-4bb1-a881-eb7e1e81c560'] in dv-cinder-784763-7-iscsi {{(pid=93105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 14:05:35.300965 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619ecf79-bb95-4a5a-980e-09ce93d14b74 None None] Routers {'fea882b0-1fd1-4bb1-a881-eb7e1e81c560'} bound to L3 agent in host dv-cinder-784763-7-iscsi {{(pid=93105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 14:05:35.301618 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.l3_hamode_db [None req-619ecf79-bb95-4a5a-980e-09ce93d14b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T13:57:50Z,description=,heartbeat_timestamp=2021-07-16T14:05:20Z,host='dv-cinder-784763-7-iscsi',id=d50ece19-a35b-4d9c-a2c6-6c45fbfb3bdd,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T13:57:50Z,topic='l3_agent')) {'router_ids': ['fea882b0-1fd1-4bb1-a881-eb7e1e81c560'], 'active': True} {{(pid=93105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:05:35.324812 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c7493799-e1c7-49fd-856f-cbb1107eaee1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:35.388801 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.db.api [None req-1fa2f587-c602-4629-b6ac-13c6b0d4bff7 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 14:05:35.388801 dv-cinder-784763-7-iscsi neutron-server[93101]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 14:05:35.388801 dv-cinder-784763-7-iscsi neutron-server[93101]: [parameters: {'project_id_1': '6d0d039b07c9430e88dee97c00bd3dfd', 'expiration_1': datetime.datetime(2021, 7, 16, 14, 5, 35, 271480)}] Jul 16 14:05:35.388801 dv-cinder-784763-7-iscsi neutron-server[93101]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93101) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 14:05:35.389257 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG oslo_db.api [None req-1fa2f587-c602-4629-b6ac-13c6b0d4bff7 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 14:05:35.478584 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Provisioning for port 6ea34683-ee3e-4063-8b63-3433d009c65c completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 14:05:35.507417 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-5992344b-1765-47c8-9c59-e1215e6a0dfb None None] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:35.519429 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Provisioning complete for port 6ea34683-ee3e-4063-8b63-3433d009c65c triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 14:05:35.519793 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16503849'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:35.524632 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-cc792261-d70e-4406-ab97-739db5d5333b None None] Provisioning complete for port 6ea34683-ee3e-4063-8b63-3433d009c65c triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 14:05:35.533249 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cc792261-d70e-4406-ab97-739db5d5333b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16503849'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:35.580860 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-5992344b-1765-47c8-9c59-e1215e6a0dfb None None] Transition to ACTIVE for port object 70490bbe-9385-4bff-bde0-4baca84cf90f will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 14:05:35.581547 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvr_db [None req-619ecf79-bb95-4a5a-980e-09ce93d14b74 None None] Set router fea882b0-1fd1-4bb1-a881-eb7e1e81c560 gateway port host: dv-cinder-784763-7-iscsi {{(pid=93105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 14:05:35.586166 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [None req-1e3af2f0-b400-4028-8848-f38b5edb5f40 admin admin] Allocated IP 172.27.1.248 (0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da/898cf826-a558-482b-96e1-37cc6b0abbc7/266b13b3-5b80-46d4-9053-5e53b6229e2c) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 14:05:35.621809 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b4646936-1cf1-4a77-8479-5618f798c99e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:35.679154 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b4646936-1cf1-4a77-8479-5618f798c99e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:35.696303 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-5992344b-1765-47c8-9c59-e1215e6a0dfb None None] Transition to ACTIVE for port object 70490bbe-9385-4bff-bde0-4baca84cf90f will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 14:05:35.739267 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-5992344b-1765-47c8-9c59-e1215e6a0dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736155824258'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:35.753632 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-eb9dce6b-a233-4adc-b1f9-0398ff65e571 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:35.765385 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-eb9dce6b-a233-4adc-b1f9-0398ff65e571 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:35.794172 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9dce6b-a233-4adc-b1f9-0398ff65e571 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07dd1416-8bbd-4fe0-852d-c3e8fc480c9c,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:05:35.824349 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1e3af2f0-b400-4028-8848-f38b5edb5f40 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:35.841438 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5992344b-1765-47c8-9c59-e1215e6a0dfb None None] Network 05b30fe7-953a-4cd0-9508-7a8db0272a66 is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 14:05:35.844816 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-eb9dce6b-a233-4adc-b1f9-0398ff65e571 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=339360c9a34f483290469897960250fc&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2919388 Jul 16 14:05:35.845860 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 56388) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:05:35.893805 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-5992344b-1765-47c8-9c59-e1215e6a0dfb None None] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 14:05:35.908808 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5992344b-1765-47c8-9c59-e1215e6a0dfb None None] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 14:05:35.918359 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-1fa2f587-c602-4629-b6ac-13c6b0d4bff7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:35.928101 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.l3_hamode_db [None req-619ecf79-bb95-4a5a-980e-09ce93d14b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fea882b0-1fd1-4bb1-a881-eb7e1e81c560', 'name': 'tempest-AttachVolumeShelveTestJSON-512653053-router', 'tenant_id': 'a6bc8fee6e964669b7be670f21fca0f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'external_fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': '7b78f32c-2227-4088-9787-b67d4084a4d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T14:05:31Z', 'updated_at': '2021-07-16T14:05:33Z', 'revision_number': 3, 'project_id': 'a6bc8fee6e964669b7be670f21fca0f5', 'gw_port': {'id': '7b78f32c-2227-4088-9787-b67d4084a4d4', 'name': '', 'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:3a:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fea882b0-1fd1-4bb1-a881-eb7e1e81c560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:05:32Z', 'updated_at': '2021-07-16T14:05:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-7-iscsi'}], 'dv-cinder-784763-7-iscsi', False) {} {{(pid=93105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:05:35.942092 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-55139ec9-4e4d-4670-b617-5dd25a925bb9 admin admin] Notify callbacks [] for router, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:35.943459 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-55139ec9-4e4d-4670-b617-5dd25a925bb9 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.5088885 Jul 16 14:05:35.951274 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 56398) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:05:35.967253 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-619ecf79-bb95-4a5a-980e-09ce93d14b74 None None] Checking router: fea882b0-1fd1-4bb1-a881-eb7e1e81c560 for host: dv-cinder-784763-7-iscsi {{(pid=93105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 14:05:35.967916 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-619ecf79-bb95-4a5a-980e-09ce93d14b74 None None] Updating router fea882b0-1fd1-4bb1-a881-eb7e1e81c560 port 7b78f32c-2227-4088-9787-b67d4084a4d4 binding host dv-cinder-784763-7-iscsi {{(pid=93105) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 14:05:36.000860 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5992344b-1765-47c8-9c59-e1215e6a0dfb None None] Pushing event updated for resources: {'Port': ['ID=70490bbe-9385-4bff-bde0-4baca84cf90f,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:05:36.041419 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:36.052158 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-619ecf79-bb95-4a5a-980e-09ce93d14b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:36.118140 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-5992344b-1765-47c8-9c59-e1215e6a0dfb None None] Attempting to bind port 70490bbe-9385-4bff-bde0-4baca84cf90f on host dv-cinder-784763-7-iscsi for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 14:05:36.119786 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-5992344b-1765-47c8-9c59-e1215e6a0dfb None None] Attempting to bind port 70490bbe-9385-4bff-bde0-4baca84cf90f by drivers openvswitch,hyperv on host dv-cinder-784763-7-iscsi at level 0 using segments [{'id': 'a2275036-b4cd-463f-abae-2b31086d1a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '05b30fe7-953a-4cd0-9508-7a8db0272a66'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 14:05:36.120491 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5992344b-1765-47c8-9c59-e1215e6a0dfb None None] Attempting to bind port 70490bbe-9385-4bff-bde0-4baca84cf90f on network 05b30fe7-953a-4cd0-9508-7a8db0272a66 {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 14:05:36.141355 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cc792261-d70e-4406-ab97-739db5d5333b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:36.161313 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5992344b-1765-47c8-9c59-e1215e6a0dfb None None] Checking agent: {'id': '7d82e82a-2556-4908-8b18-4037e5dfdbc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784763-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 13, 57, 51), 'started_at': datetime.datetime(2021, 7, 16, 13, 58, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 14, 5, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784763-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 14:05:36.161691 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5992344b-1765-47c8-9c59-e1215e6a0dfb None None] Checking segment: {'id': 'a2275036-b4cd-463f-abae-2b31086d1a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '05b30fe7-953a-4cd0-9508-7a8db0272a66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 14:05:36.162141 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-5992344b-1765-47c8-9c59-e1215e6a0dfb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:36.162711 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5992344b-1765-47c8-9c59-e1215e6a0dfb None None] Bound using segment: {'id': 'a2275036-b4cd-463f-abae-2b31086d1a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '05b30fe7-953a-4cd0-9508-7a8db0272a66'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 14:05:36.163192 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-5992344b-1765-47c8-9c59-e1215e6a0dfb None None] Bound port: 70490bbe-9385-4bff-bde0-4baca84cf90f, host: dv-cinder-784763-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2275036-b4cd-463f-abae-2b31086d1a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '05b30fe7-953a-4cd0-9508-7a8db0272a66'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 14:05:36.163585 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-5992344b-1765-47c8-9c59-e1215e6a0dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:36.169727 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 56416) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:05:36.172051 dv-cinder-784763-7-iscsi neutron-server[93101]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 16 14:05:36.184579 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] For port 6ea34683-ee3e-4063-8b63-3433d009c65c, host dv-cinder-784763-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-7-iscsi',level=0,port_id=6ea34683-ee3e-4063-8b63-3433d009c65c,segment=NetworkSegment(3a29ac3c-6c4f-4bde-a091-d921a298bf30),segment_id=3a29ac3c-6c4f-4bde-a091-d921a298bf30)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:05:36.221835 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736156224341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736155824276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736155824294'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:36.232888 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c96e5708-389d-4d9a-af3c-a3ac5483bc8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:36.245794 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1e3af2f0-b400-4028-8848-f38b5edb5f40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736155824258'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:36.318252 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.db.api [None req-cc792261-d70e-4406-ab97-739db5d5333b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93103) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 14:05:36.319280 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG oslo_db.api [None req-cc792261-d70e-4406-ab97-739db5d5333b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 14:05:36.341393 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Pushing event updated for resources: {'Port': ['ID=6ea34683-ee3e-4063-8b63-3433d009c65c,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:05:36.343715 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-5992344b-1765-47c8-9c59-e1215e6a0dfb None None] For port 70490bbe-9385-4bff-bde0-4baca84cf90f, host dv-cinder-784763-7-iscsi, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 14:05:36.348180 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-5992344b-1765-47c8-9c59-e1215e6a0dfb None None] For port 70490bbe-9385-4bff-bde0-4baca84cf90f, host dv-cinder-784763-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-7-iscsi',level=0,port_id=70490bbe-9385-4bff-bde0-4baca84cf90f,segment=NetworkSegment(a2275036-b4cd-463f-abae-2b31086d1a30),segment_id=a2275036-b4cd-463f-abae-2b31086d1a30)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 14:05:36.353665 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-5992344b-1765-47c8-9c59-e1215e6a0dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736156224341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736155824276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736155824294'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:36.385552 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [None req-b4646936-1cf1-4a77-8479-5618f798c99e admin admin] Allocated IP 172.27.1.193 (0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da/898cf826-a558-482b-96e1-37cc6b0abbc7/936e5680-6b45-41c7-9073-dbaa75f76f33) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 14:05:36.410050 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c96e5708-389d-4d9a-af3c-a3ac5483bc8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:36.412762 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e3af2f0-b400-4028-8848-f38b5edb5f40 admin admin] Network 0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 14:05:36.414521 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c0c1eb-f29e-4eb0-bb78-bc6e4cd0661c req-82f228ca-aa8c-4c9c-a84a-c01da435e053 tempest-DeleteServersTestJSON-1079423793 tempest-DeleteServersTestJSON-1079423793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:05:36.416560 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-71c0c1eb-f29e-4eb0-bb78-bc6e4cd0661c req-82f228ca-aa8c-4c9c-a84a-c01da435e053 tempest-DeleteServersTestJSON-1079423793 tempest-DeleteServersTestJSON-1079423793-project] 10.222.0.10 "GET /v2.0/networks?id=65b87275-e932-457e-91c7-e4e0bb1d777f HTTP/1.1" status: 200 len: 812 time: 0.2457035 Jul 16 14:05:36.422722 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5992344b-1765-47c8-9c59-e1215e6a0dfb None None] Pushing event updated for resources: {'Port': ['ID=70490bbe-9385-4bff-bde0-4baca84cf90f,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:05:36.452066 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-1e3af2f0-b400-4028-8848-f38b5edb5f40 admin admin] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 14:05:36.461540 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-71c0c1eb-f29e-4eb0-bb78-bc6e4cd0661c req-7868832d-2c09-4b2f-b77a-76cf9ab39ead tempest-DeleteServersTestJSON-1079423793 tempest-DeleteServersTestJSON-1079423793-project] 10.222.0.10 "GET /v2.0/quotas/c46ff88faece440e9ee840d4b30399ef HTTP/1.1" status: 200 len: 375 time: 0.0373223 Jul 16 14:05:36.467999 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3af2f0-b400-4028-8848-f38b5edb5f40 admin admin] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 14:05:36.479351 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3af2f0-b400-4028-8848-f38b5edb5f40 admin admin] Pushing event updated for resources: {'Port': ['ID=266b13b3-5b80-46d4-9053-5e53b6229e2c,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:05:36.674391 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c7493799-e1c7-49fd-856f-cbb1107eaee1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:36.697701 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c7493799-e1c7-49fd-856f-cbb1107eaee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:36.704758 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-71c0c1eb-f29e-4eb0-bb78-bc6e4cd0661c req-9b7984d9-39fd-4cf2-a0bb-4f6acd86c188 tempest-DeleteServersTestJSON-1079423793 tempest-DeleteServersTestJSON-1079423793-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=c46ff88faece440e9ee840d4b30399ef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2089708 Jul 16 14:05:36.748254 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b4646936-1cf1-4a77-8479-5618f798c99e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:36.761486 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c96e5708-389d-4d9a-af3c-a3ac5483bc8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:36.764124 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c96e5708-389d-4d9a-af3c-a3ac5483bc8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:36.765386 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-c96e5708-389d-4d9a-af3c-a3ac5483bc8f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/07dd1416-8bbd-4fe0-852d-c3e8fc480c9c HTTP/1.1" status: 204 len: 168 time: 0.9186015 Jul 16 14:05:36.840576 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-c7493799-e1c7-49fd-856f-cbb1107eaee1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e5197647cce24458ba5bc4f7fc8023ea&name=default HTTP/1.1" status: 200 len: 2975 time: 1.8177431 Jul 16 14:05:36.849803 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 56424) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:05:36.880811 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7493799-e1c7-49fd-856f-cbb1107eaee1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c35149b-30d3-4d68-a6fe-5ed6b70c91d0,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:05:36.904667 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96e5708-389d-4d9a-af3c-a3ac5483bc8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07dd1416-8bbd-4fe0-852d-c3e8fc480c9c,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:05:36.947962 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b4646936-1cf1-4a77-8479-5618f798c99e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736155824258'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:36.985406 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-1fa2f587-c602-4629-b6ac-13c6b0d4bff7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:37.038830 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-1fa2f587-c602-4629-b6ac-13c6b0d4bff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:37.069610 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1e3af2f0-b400-4028-8848-f38b5edb5f40 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:37.091722 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4646936-1cf1-4a77-8479-5618f798c99e admin admin] Network 0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 14:05:37.114147 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Device 6ea34683-ee3e-4063-8b63-3433d009c65c up at agent ovs-agent-dv-cinder-784763-7-iscsi {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 14:05:37.175766 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-1fa2f587-c602-4629-b6ac-13c6b0d4bff7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6d0d039b07c9430e88dee97c00bd3dfd&name=default HTTP/1.1" status: 200 len: 2975 time: 2.4201334 Jul 16 14:05:37.184802 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 56440) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:05:37.194196 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-b4646936-1cf1-4a77-8479-5618f798c99e admin admin] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 14:05:37.202266 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4646936-1cf1-4a77-8479-5618f798c99e admin admin] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 14:05:37.217784 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Provisioning complete for port 6ea34683-ee3e-4063-8b63-3433d009c65c triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 14:05:37.218794 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16503849'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:37.328631 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-619ecf79-bb95-4a5a-980e-09ce93d14b74 None None] Notify callbacks [] for port, precommit_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:37.346434 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-619ecf79-bb95-4a5a-980e-09ce93d14b74 None None] Transition to ACTIVE for port object 7b78f32c-2227-4088-9787-b67d4084a4d4 will not be triggered until provisioned by entity L2. {{(pid=93105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 14:05:37.355342 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 56442) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:05:37.358462 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-619ecf79-bb95-4a5a-980e-09ce93d14b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736156224341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736155824276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736155824294'] for port, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:37.403382 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a0ad14-7995-42cd-b8ce-e02b991a1da1 None None] Pushing event updated for resources: {'Port': ['ID=7b78f32c-2227-4088-9787-b67d4084a4d4,revision_number=2']} {{(pid=93105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:05:37.415896 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a0ad14-7995-42cd-b8ce-e02b991a1da1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:05:37.416606 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a0ad14-7995-42cd-b8ce-e02b991a1da1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:05:37.417163 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a0ad14-7995-42cd-b8ce-e02b991a1da1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:05:37.417712 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a0ad14-7995-42cd-b8ce-e02b991a1da1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:05:37.418225 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a0ad14-7995-42cd-b8ce-e02b991a1da1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:05:37.418745 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a0ad14-7995-42cd-b8ce-e02b991a1da1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:05:37.419266 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a0ad14-7995-42cd-b8ce-e02b991a1da1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:05:37.419389 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Device 70490bbe-9385-4bff-bde0-4baca84cf90f up at agent ovs-agent-dv-cinder-784763-7-iscsi {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 14:05:37.419896 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a0ad14-7995-42cd-b8ce-e02b991a1da1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:05:37.420793 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a0ad14-7995-42cd-b8ce-e02b991a1da1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:05:37.421312 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a0ad14-7995-42cd-b8ce-e02b991a1da1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:05:37.423031 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a0ad14-7995-42cd-b8ce-e02b991a1da1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:05:37.423580 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a0ad14-7995-42cd-b8ce-e02b991a1da1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:05:37.424957 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a0ad14-7995-42cd-b8ce-e02b991a1da1 None None] Tracked resource versions report: Jul 16 14:05:37.424957 dv-cinder-784763-7-iscsi neutron-server[93105]: pushed versions: Jul 16 14:05:37.424957 dv-cinder-784763-7-iscsi neutron-server[93105]: { 'AddressGroup': {'1.2'}, Jul 16 14:05:37.424957 dv-cinder-784763-7-iscsi neutron-server[93105]: 'ConntrackHelper': {'1.0'}, Jul 16 14:05:37.424957 dv-cinder-784763-7-iscsi neutron-server[93105]: 'Log': {'1.0'}, Jul 16 14:05:37.424957 dv-cinder-784763-7-iscsi neutron-server[93105]: 'Network': {'1.1'}, Jul 16 14:05:37.424957 dv-cinder-784763-7-iscsi neutron-server[93105]: 'Port': {'1.7'}, Jul 16 14:05:37.424957 dv-cinder-784763-7-iscsi neutron-server[93105]: 'PortForwarding': {'1.2'}, Jul 16 14:05:37.424957 dv-cinder-784763-7-iscsi neutron-server[93105]: 'QosPolicy': {'1.8'}, Jul 16 14:05:37.424957 dv-cinder-784763-7-iscsi neutron-server[93105]: 'SecurityGroup': {'1.4'}, Jul 16 14:05:37.424957 dv-cinder-784763-7-iscsi neutron-server[93105]: 'SecurityGroupRule': {'1.2'}, Jul 16 14:05:37.424957 dv-cinder-784763-7-iscsi neutron-server[93105]: 'SubPort': {'1.0'}, Jul 16 14:05:37.424957 dv-cinder-784763-7-iscsi neutron-server[93105]: 'Subnet': {'1.1'}, Jul 16 14:05:37.424957 dv-cinder-784763-7-iscsi neutron-server[93105]: 'Trunk': {'1.1'}} Jul 16 14:05:37.424957 dv-cinder-784763-7-iscsi neutron-server[93105]: consumer versions: Jul 16 14:05:37.424957 dv-cinder-784763-7-iscsi neutron-server[93105]: { DHCP agent@dv-cinder-784763-7-iscsi: {}, Jul 16 14:05:37.424957 dv-cinder-784763-7-iscsi neutron-server[93105]: HyperV agent@hv-cinder-78476: {}, Jul 16 14:05:37.424957 dv-cinder-784763-7-iscsi neutron-server[93105]: L3 agent@dv-cinder-784763-7-iscsi: {}, Jul 16 14:05:37.424957 dv-cinder-784763-7-iscsi neutron-server[93105]: Metadata agent@dv-cinder-784763-7-iscsi: {}, Jul 16 14:05:37.424957 dv-cinder-784763-7-iscsi neutron-server[93105]: Metering agent@dv-cinder-784763-7-iscsi: {}, Jul 16 14:05:37.424957 dv-cinder-784763-7-iscsi neutron-server[93105]: Open vSwitch agent@dv-cinder-784763-7-iscsi: { 'AddressGroup': '1.2', Jul 16 14:05:37.424957 dv-cinder-784763-7-iscsi neutron-server[93105]: 'ConntrackHelper': '1.0', Jul 16 14:05:37.424957 dv-cinder-784763-7-iscsi neutron-server[93105]: 'Log': '1.0', Jul 16 14:05:37.424957 dv-cinder-784763-7-iscsi neutron-server[93105]: 'Network': '1.1', Jul 16 14:05:37.424957 dv-cinder-784763-7-iscsi neutron-server[93105]: 'Port': '1.7', Jul 16 14:05:37.424957 dv-cinder-784763-7-iscsi neutron-server[93105]: 'PortForwarding': '1.2', Jul 16 14:05:37.424957 dv-cinder-784763-7-iscsi neutron-server[93105]: 'QosPolicy': '1.8', Jul 16 14:05:37.424957 dv-cinder-784763-7-iscsi neutron-server[93105]: 'SecurityGroup': '1.4', Jul 16 14:05:37.424957 dv-cinder-784763-7-iscsi neutron-server[93105]: 'SecurityGroupRule': '1.2', Jul 16 14:05:37.424957 dv-cinder-784763-7-iscsi neutron-server[93105]: 'SubPort': '1.0', Jul 16 14:05:37.424957 dv-cinder-784763-7-iscsi neutron-server[93105]: 'Subnet': '1.1', Jul 16 14:05:37.424957 dv-cinder-784763-7-iscsi neutron-server[93105]: 'Trunk': '1.1'}} Jul 16 14:05:37.424957 dv-cinder-784763-7-iscsi neutron-server[93105]: {{(pid=93105) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 14:05:37.478901 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [req-71c0c1eb-f29e-4eb0-bb78-bc6e4cd0661c req-010578e7-ce2a-4557-a0a1-501fa0260b56 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93101) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 14:05:37.490417 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-71c0c1eb-f29e-4eb0-bb78-bc6e4cd0661c req-010578e7-ce2a-4557-a0a1-501fa0260b56 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5734737 Jul 16 14:05:37.493339 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.managers [None req-619ecf79-bb95-4a5a-980e-09ce93d14b74 None None] Attempting to bind port 7b78f32c-2227-4088-9787-b67d4084a4d4 on host dv-cinder-784763-7-iscsi for vnic_type normal with profile {{(pid=93105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 14:05:37.494255 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.managers [None req-619ecf79-bb95-4a5a-980e-09ce93d14b74 None None] Attempting to bind port 7b78f32c-2227-4088-9787-b67d4084a4d4 by drivers openvswitch,hyperv on host dv-cinder-784763-7-iscsi at level 0 using segments [{'id': '6901d94e-17f9-4035-ba46-6b4e81a8dcfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da'}] {{(pid=93105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 14:05:37.494659 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-619ecf79-bb95-4a5a-980e-09ce93d14b74 None None] Attempting to bind port 7b78f32c-2227-4088-9787-b67d4084a4d4 on network 0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da {{(pid=93105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 14:05:37.509218 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-619ecf79-bb95-4a5a-980e-09ce93d14b74 None None] Checking agent: {'id': '7d82e82a-2556-4908-8b18-4037e5dfdbc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784763-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 13, 57, 51), 'started_at': datetime.datetime(2021, 7, 16, 13, 58, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 14, 5, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784763-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 14:05:37.510071 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-619ecf79-bb95-4a5a-980e-09ce93d14b74 None None] Checking segment: {'id': '6901d94e-17f9-4035-ba46-6b4e81a8dcfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 14:05:37.510481 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-619ecf79-bb95-4a5a-980e-09ce93d14b74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:37.510877 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-619ecf79-bb95-4a5a-980e-09ce93d14b74 None None] Bound using segment: {'id': '6901d94e-17f9-4035-ba46-6b4e81a8dcfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da'} {{(pid=93105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 14:05:37.511361 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.managers [None req-619ecf79-bb95-4a5a-980e-09ce93d14b74 None None] Bound port: 7b78f32c-2227-4088-9787-b67d4084a4d4, host: dv-cinder-784763-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6901d94e-17f9-4035-ba46-6b4e81a8dcfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da'}}] {{(pid=93105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 14:05:37.511746 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-619ecf79-bb95-4a5a-980e-09ce93d14b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:37.527426 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d7c188d6-6d7d-4438-8924-a34f72974654 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:37.550162 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4646936-1cf1-4a77-8479-5618f798c99e admin admin] Pushing event updated for resources: {'Port': ['ID=936e5680-6b45-41c7-9073-dbaa75f76f33,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:05:37.551864 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Provisioning for port 70490bbe-9385-4bff-bde0-4baca84cf90f completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 14:05:37.616961 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-619ecf79-bb95-4a5a-980e-09ce93d14b74 None None] For port 7b78f32c-2227-4088-9787-b67d4084a4d4, host dv-cinder-784763-7-iscsi, cleared binding levels {{(pid=93105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 14:05:37.627612 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-619ecf79-bb95-4a5a-980e-09ce93d14b74 None None] For port 7b78f32c-2227-4088-9787-b67d4084a4d4, host dv-cinder-784763-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-7-iscsi',level=0,port_id=7b78f32c-2227-4088-9787-b67d4084a4d4,segment=NetworkSegment(6901d94e-17f9-4035-ba46-6b4e81a8dcfc),segment_id=6901d94e-17f9-4035-ba46-6b4e81a8dcfc)] {{(pid=93105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 14:05:37.635278 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-619ecf79-bb95-4a5a-980e-09ce93d14b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736156224341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736155824276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736155824294'] for port, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:37.674072 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ead38ba8-ca89-40e0-a3c2-e786d90cb5a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:37.706905 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa2f587-c602-4629-b6ac-13c6b0d4bff7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96ba228c-11c6-4c52-a75e-3715968e6a55,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:05:37.709539 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-30c1fa1b-ca76-46c7-ab58-2f13d6be4cf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:37.729468 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619ecf79-bb95-4a5a-980e-09ce93d14b74 None None] Routers {'fea882b0-1fd1-4bb1-a881-eb7e1e81c560'} bound to L3 agent in host dv-cinder-784763-7-iscsi {{(pid=93105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 14:05:37.730047 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.l3_hamode_db [None req-619ecf79-bb95-4a5a-980e-09ce93d14b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T13:57:50Z,description=,heartbeat_timestamp=2021-07-16T14:05:20Z,host='dv-cinder-784763-7-iscsi',id=d50ece19-a35b-4d9c-a2c6-6c45fbfb3bdd,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T13:57:50Z,topic='l3_agent')) {'router_ids': ['fea882b0-1fd1-4bb1-a881-eb7e1e81c560'], 'active': True} {{(pid=93105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:05:37.738273 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d712560-bbe9-45b1-90b0-12d695565ad4 None None] Network 05b30fe7-953a-4cd0-9508-7a8db0272a66 requested from dv-cinder-784763-7-iscsi {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 14:05:37.740676 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1e3af2f0-b400-4028-8848-f38b5edb5f40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-611580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-611335'] for router, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:37.760253 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a0ad14-7995-42cd-b8ce-e02b991a1da1 None None] Pushing event updated for resources: {'Port': ['ID=7b78f32c-2227-4088-9787-b67d4084a4d4,revision_number=3']} {{(pid=93105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:05:37.819734 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-71c0c1eb-f29e-4eb0-bb78-bc6e4cd0661c req-2e9e6ea9-252b-4a02-a9c4-d406b575a01f service neutron] 10.222.0.10 "GET /v2.0/networks/65b87275-e932-457e-91c7-e4e0bb1d777f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3265462 Jul 16 14:05:37.826633 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-30c1fa1b-ca76-46c7-ab58-2f13d6be4cf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:37.841740 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-bc2f4a26-12ab-4f2b-af02-a0070ac55bbc None None] Provisioning for port 70490bbe-9385-4bff-bde0-4baca84cf90f completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 14:05:37.849012 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-bc2f4a26-12ab-4f2b-af02-a0070ac55bbc None None] Provisioning complete for port 70490bbe-9385-4bff-bde0-4baca84cf90f triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 14:05:37.849722 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-bc2f4a26-12ab-4f2b-af02-a0070ac55bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16503849'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:37.898194 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-353ea0c9-e476-431e-a765-5950c171e795 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:37.902217 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvr_db [None req-619ecf79-bb95-4a5a-980e-09ce93d14b74 None None] Set router fea882b0-1fd1-4bb1-a881-eb7e1e81c560 gateway port host: dv-cinder-784763-7-iscsi {{(pid=93105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 14:05:37.960468 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b4646936-1cf1-4a77-8479-5618f798c99e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:38.019274 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-bc2f4a26-12ab-4f2b-af02-a0070ac55bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:38.025326 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-353ea0c9-e476-431e-a765-5950c171e795 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:38.079275 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-bc2f4a26-12ab-4f2b-af02-a0070ac55bbc None None] For port 70490bbe-9385-4bff-bde0-4baca84cf90f, host dv-cinder-784763-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-7-iscsi',level=0,port_id=70490bbe-9385-4bff-bde0-4baca84cf90f,segment=NetworkSegment(a2275036-b4cd-463f-abae-2b31086d1a30),segment_id=a2275036-b4cd-463f-abae-2b31086d1a30)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:05:38.086081 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-bc2f4a26-12ab-4f2b-af02-a0070ac55bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736156224341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736155824276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736155824294'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:38.120414 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-30c1fa1b-ca76-46c7-ab58-2f13d6be4cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:38.123453 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-30c1fa1b-ca76-46c7-ab58-2f13d6be4cf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:38.124303 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-30c1fa1b-ca76-46c7-ab58-2f13d6be4cf1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4c35149b-30d3-4d68-a6fe-5ed6b70c91d0 HTTP/1.1" status: 204 len: 168 time: 1.2723019 Jul 16 14:05:38.144683 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-71c0c1eb-f29e-4eb0-bb78-bc6e4cd0661c req-f686c44c-f065-4a5f-a603-12b4716f1393 service neutron] 10.222.0.10 "GET /v2.0/networks/65b87275-e932-457e-91c7-e4e0bb1d777f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3240180 Jul 16 14:05:38.172024 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c1fa1b-ca76-46c7-ab58-2f13d6be4cf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c35149b-30d3-4d68-a6fe-5ed6b70c91d0,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:05:38.172619 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.l3_hamode_db [None req-619ecf79-bb95-4a5a-980e-09ce93d14b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fea882b0-1fd1-4bb1-a881-eb7e1e81c560', 'name': 'tempest-AttachVolumeShelveTestJSON-512653053-router', 'tenant_id': 'a6bc8fee6e964669b7be670f21fca0f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'external_fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': '7b78f32c-2227-4088-9787-b67d4084a4d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T14:05:31Z', 'updated_at': '2021-07-16T14:05:33Z', 'revision_number': 3, 'project_id': 'a6bc8fee6e964669b7be670f21fca0f5', 'gw_port': {'id': '7b78f32c-2227-4088-9787-b67d4084a4d4', 'name': '', 'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:3a:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fea882b0-1fd1-4bb1-a881-eb7e1e81c560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:05:32Z', 'updated_at': '2021-07-16T14:05:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-7-iscsi'}], 'dv-cinder-784763-7-iscsi', False) {} {{(pid=93105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:05:38.177673 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2f4a26-12ab-4f2b-af02-a0070ac55bbc None None] Pushing event updated for resources: {'Port': ['ID=70490bbe-9385-4bff-bde0-4baca84cf90f,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:05:38.230202 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-619ecf79-bb95-4a5a-980e-09ce93d14b74 None None] The sync data for ids ['fea882b0-1fd1-4bb1-a881-eb7e1e81c560'] in dv-cinder-784763-7-iscsi is: [{'id': 'fea882b0-1fd1-4bb1-a881-eb7e1e81c560', 'name': 'tempest-AttachVolumeShelveTestJSON-512653053-router', 'tenant_id': 'a6bc8fee6e964669b7be670f21fca0f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'external_fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': '7b78f32c-2227-4088-9787-b67d4084a4d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T14:05:31Z', 'updated_at': '2021-07-16T14:05:33Z', 'revision_number': 3, 'project_id': 'a6bc8fee6e964669b7be670f21fca0f5', 'gw_port': {'id': '7b78f32c-2227-4088-9787-b67d4084a4d4', 'name': '', 'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:3a:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fea882b0-1fd1-4bb1-a881-eb7e1e81c560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:05:32Z', 'updated_at': '2021-07-16T14:05:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-7-iscsi'}] {{(pid=93105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 14:05:38.285616 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-353ea0c9-e476-431e-a765-5950c171e795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:38.288596 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-353ea0c9-e476-431e-a765-5950c171e795 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:38.289947 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-353ea0c9-e476-431e-a765-5950c171e795 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/96ba228c-11c6-4c52-a75e-3715968e6a55 HTTP/1.1" status: 204 len: 168 time: 0.8391135 Jul 16 14:05:38.331479 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353ea0c9-e476-431e-a765-5950c171e795 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96ba228c-11c6-4c52-a75e-3715968e6a55,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:05:38.408902 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d7c188d6-6d7d-4438-8924-a34f72974654 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:38.437519 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d7c188d6-6d7d-4438-8924-a34f72974654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:38.440159 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [None req-ead38ba8-ca89-40e0-a3c2-e786d90cb5a1 admin admin] Allocated IP 172.20.0.1 (3a4fb2c2-e115-4208-b9b7-fb0af769d696/9264d998-2235-4ea7-905f-68b77e185814/7fe6d90a-41b1-4a21-a4b0-d37e1c60bd77) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 14:05:38.482703 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b4646936-1cf1-4a77-8479-5618f798c99e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-611580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-611335'] for router, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:38.519261 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-78b49dd1-0708-4099-986c-65f08e4ca2dc None None] Provisioning complete for port 70490bbe-9385-4bff-bde0-4baca84cf90f triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 14:05:38.520316 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-78b49dd1-0708-4099-986c-65f08e4ca2dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16503849'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:38.540746 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c188d6-6d7d-4438-8924-a34f72974654 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e1f1c0c-ed4c-4691-894c-4e0a987bd531,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:05:38.583401 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 56474) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:05:38.591857 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-d7c188d6-6d7d-4438-8924-a34f72974654 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=cdca3635f4bc461eb0aec6bc7230f468&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1977489 Jul 16 14:05:38.594736 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 56476) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:05:38.604214 dv-cinder-784763-7-iscsi neutron-server[93102]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 16 14:05:38.711492 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-fb86f79f-d727-47bb-9f51-7f98331ac0af req-df5ce609-6276-4dc1-b920-e262cbeb6173 tempest-DeleteServersTestJSON-1079423793 tempest-DeleteServersTestJSON-1079423793-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b6dc115-d69d-463c-a82c-c3c9df26aad6 HTTP/1.1" status: 200 len: 210 time: 0.1141229 Jul 16 14:05:38.740823 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e3af2f0-b400-4028-8848-f38b5edb5f40 admin admin] Router 4430923a-32e2-4e9b-95d6-658b24ee3dcc is scheduled to L3 agent d50ece19-a35b-4d9c-a2c6-6c45fbfb3bdd with binding_index 1 {{(pid=93102) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 14:05:38.887521 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f0683352-a013-4f8c-9d76-01c378a8ab1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:38.922497 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ead38ba8-ca89-40e0-a3c2-e786d90cb5a1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:38.938426 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f0683352-a013-4f8c-9d76-01c378a8ab1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:38.978197 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4646936-1cf1-4a77-8479-5618f798c99e admin admin] Router 2ea68513-8ff3-45f6-b748-c07ceb1512d3 is scheduled to L3 agent d50ece19-a35b-4d9c-a2c6-6c45fbfb3bdd with binding_index 1 {{(pid=93101) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 14:05:38.988026 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 56490) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:05:38.989484 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.db.provisioning_blocks [None req-ead38ba8-ca89-40e0-a3c2-e786d90cb5a1 admin admin] Transition to ACTIVE for port object 7fe6d90a-41b1-4a21-a4b0-d37e1c60bd77 will not be triggered until provisioned by entity DHCP. {{(pid=93102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 14:05:39.012452 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Device 70490bbe-9385-4bff-bde0-4baca84cf90f up at agent ovs-agent-dv-cinder-784763-7-iscsi {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 14:05:39.022417 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-89697335-fc98-442d-8739-1bcbe2328c88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:39.102259 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Provisioning complete for port 70490bbe-9385-4bff-bde0-4baca84cf90f triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 14:05:39.104145 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16503849'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:39.156915 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e3af2f0-b400-4028-8848-f38b5edb5f40 admin admin] Notify agent at l3_agent.dv-cinder-784763-7-iscsi the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 14:05:39.159041 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ead38ba8-ca89-40e0-a3c2-e786d90cb5a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736155824258'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:39.168937 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7954ffe8-252d-4643-98c5-ad745d40fbc1 None None] Sync routers for ids ['4430923a-32e2-4e9b-95d6-658b24ee3dcc'] in dv-cinder-784763-7-iscsi {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 14:05:39.186631 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f0683352-a013-4f8c-9d76-01c378a8ab1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:39.189899 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f0683352-a013-4f8c-9d76-01c378a8ab1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:39.191247 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-f0683352-a013-4f8c-9d76-01c378a8ab1b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3e1f1c0c-ed4c-4691-894c-4e0a987bd531 HTTP/1.1" status: 204 len: 168 time: 0.5910802 Jul 16 14:05:39.215084 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7954ffe8-252d-4643-98c5-ad745d40fbc1 None None] Routers {'4430923a-32e2-4e9b-95d6-658b24ee3dcc'} bound to L3 agent in host dv-cinder-784763-7-iscsi {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 14:05:39.215820 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-7954ffe8-252d-4643-98c5-ad745d40fbc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T13:57:50Z,description=,heartbeat_timestamp=2021-07-16T14:05:20Z,host='dv-cinder-784763-7-iscsi',id=d50ece19-a35b-4d9c-a2c6-6c45fbfb3bdd,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T13:57:50Z,topic='l3_agent')) {'router_ids': ['4430923a-32e2-4e9b-95d6-658b24ee3dcc'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:05:39.228104 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0683352-a013-4f8c-9d76-01c378a8ab1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e1f1c0c-ed4c-4691-894c-4e0a987bd531,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:05:39.232616 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4646936-1cf1-4a77-8479-5618f798c99e admin admin] Notify agent at l3_agent.dv-cinder-784763-7-iscsi the message routers_updated {{(pid=93101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 14:05:39.242591 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a99a58e4-d4b0-4eb8-844b-a9f9769f515c None None] Sync routers for ids ['2ea68513-8ff3-45f6-b748-c07ceb1512d3'] in dv-cinder-784763-7-iscsi {{(pid=93105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 14:05:39.266483 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99a58e4-d4b0-4eb8-844b-a9f9769f515c None None] Routers {'2ea68513-8ff3-45f6-b748-c07ceb1512d3'} bound to L3 agent in host dv-cinder-784763-7-iscsi {{(pid=93105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 14:05:39.268268 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.l3_hamode_db [None req-a99a58e4-d4b0-4eb8-844b-a9f9769f515c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T13:57:50Z,description=,heartbeat_timestamp=2021-07-16T14:05:20Z,host='dv-cinder-784763-7-iscsi',id=d50ece19-a35b-4d9c-a2c6-6c45fbfb3bdd,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T13:57:50Z,topic='l3_agent')) {'router_ids': ['2ea68513-8ff3-45f6-b748-c07ceb1512d3'], 'active': True} {{(pid=93105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:05:39.347736 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 56500) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:05:39.348046 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead38ba8-ca89-40e0-a3c2-e786d90cb5a1 admin admin] Network 3a4fb2c2-e115-4208-b9b7-fb0af769d696 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 14:05:39.364578 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-ead38ba8-ca89-40e0-a3c2-e786d90cb5a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 14:05:39.371367 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e933b303-3df5-490e-97cf-2c164b16e407 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:39.375151 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead38ba8-ca89-40e0-a3c2-e786d90cb5a1 admin admin] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 14:05:39.377450 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ead38ba8-ca89-40e0-a3c2-e786d90cb5a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-680240'] for router_interface, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:39.442234 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead38ba8-ca89-40e0-a3c2-e786d90cb5a1 admin admin] Pushing event updated for resources: {'Port': ['ID=7fe6d90a-41b1-4a21-a4b0-d37e1c60bd77,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:05:39.466125 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-7954ffe8-252d-4643-98c5-ad745d40fbc1 None None] Set router 4430923a-32e2-4e9b-95d6-658b24ee3dcc gateway port host: dv-cinder-784763-7-iscsi {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 14:05:39.583356 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvr_db [None req-a99a58e4-d4b0-4eb8-844b-a9f9769f515c None None] Set router 2ea68513-8ff3-45f6-b748-c07ceb1512d3 gateway port host: dv-cinder-784763-7-iscsi {{(pid=93105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 14:05:39.799807 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Device 7b78f32c-2227-4088-9787-b67d4084a4d4 up at agent ovs-agent-dv-cinder-784763-7-iscsi {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 14:05:39.904383 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-b5175198-b50f-409c-9466-f2c47c2fc21b None None] Provisioning for port 7fe6d90a-41b1-4a21-a4b0-d37e1c60bd77 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 14:05:39.905464 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-f258d2ed-baed-4436-8acf-3b80017421ca req-f0d51ee9-7990-45a0-95d9-c36da59bf27a tempest-DeleteServersTestJSON-1079423793 tempest-DeleteServersTestJSON-1079423793-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b6dc115-d69d-463c-a82c-c3c9df26aad6 HTTP/1.1" status: 200 len: 210 time: 0.0994773 Jul 16 14:05:39.910773 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-b5175198-b50f-409c-9466-f2c47c2fc21b None None] Provisioning complete for port 7fe6d90a-41b1-4a21-a4b0-d37e1c60bd77 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 14:05:39.911204 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b5175198-b50f-409c-9466-f2c47c2fc21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16503849'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:39.947019 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.l3_hamode_db [None req-a99a58e4-d4b0-4eb8-844b-a9f9769f515c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ea68513-8ff3-45f6-b748-c07ceb1512d3', 'name': 'tempest-AttachVolumeTestJSON-553302294-router', 'tenant_id': 'b3b16082e5f440ba8228e496c1f92b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'external_fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': '936e5680-6b45-41c7-9073-dbaa75f76f33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T14:05:34Z', 'updated_at': '2021-07-16T14:05:37Z', 'revision_number': 3, 'project_id': 'b3b16082e5f440ba8228e496c1f92b3a', 'gw_port': {'id': '936e5680-6b45-41c7-9073-dbaa75f76f33', 'name': '', 'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:64:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ea68513-8ff3-45f6-b748-c07ceb1512d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:05:35Z', 'updated_at': '2021-07-16T14:05:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-7-iscsi'}], 'dv-cinder-784763-7-iscsi', False) {} {{(pid=93105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:05:39.981204 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a99a58e4-d4b0-4eb8-844b-a9f9769f515c None None] Checking router: 2ea68513-8ff3-45f6-b748-c07ceb1512d3 for host: dv-cinder-784763-7-iscsi {{(pid=93105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 14:05:39.981798 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a99a58e4-d4b0-4eb8-844b-a9f9769f515c None None] Updating router 2ea68513-8ff3-45f6-b748-c07ceb1512d3 port 936e5680-6b45-41c7-9073-dbaa75f76f33 binding host dv-cinder-784763-7-iscsi {{(pid=93105) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 14:05:40.019553 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-b5175198-b50f-409c-9466-f2c47c2fc21b None None] Port 7fe6d90a-41b1-4a21-a4b0-d37e1c60bd77 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 14:05:40.028016 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ead38ba8-ca89-40e0-a3c2-e786d90cb5a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:40.036430 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-7954ffe8-252d-4643-98c5-ad745d40fbc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4430923a-32e2-4e9b-95d6-658b24ee3dcc', 'name': 'tempest-ServerRescueNegativeTestJSON-1709129777-router', 'tenant_id': '1ae576c2cfcb49e6ac111e6b815960e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'external_fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '266b13b3-5b80-46d4-9053-5e53b6229e2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T14:05:33Z', 'updated_at': '2021-07-16T14:05:36Z', 'revision_number': 3, 'project_id': '1ae576c2cfcb49e6ac111e6b815960e5', 'gw_port': {'id': '266b13b3-5b80-46d4-9053-5e53b6229e2c', 'name': '', 'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:96:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4430923a-32e2-4e9b-95d6-658b24ee3dcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:05:34Z', 'updated_at': '2021-07-16T14:05:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-7-iscsi'}], 'dv-cinder-784763-7-iscsi', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:05:40.041185 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Provisioning for port 7b78f32c-2227-4088-9787-b67d4084a4d4 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 14:05:40.046815 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-a99a58e4-d4b0-4eb8-844b-a9f9769f515c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:40.064642 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-89697335-fc98-442d-8739-1bcbe2328c88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:40.089115 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b4646936-1cf1-4a77-8479-5618f798c99e admin admin] Notify callbacks [] for router, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:40.095164 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-b4646936-1cf1-4a77-8479-5618f798c99e admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.9230428 Jul 16 14:05:40.095713 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-89697335-fc98-442d-8739-1bcbe2328c88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:40.098179 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 56536) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:05:40.131838 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1e3af2f0-b400-4028-8848-f38b5edb5f40 admin admin] Notify callbacks [] for router, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:40.133105 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-1e3af2f0-b400-4028-8848-f38b5edb5f40 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 6.4817300 Jul 16 14:05:40.138058 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 56538) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:05:40.208160 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7954ffe8-252d-4643-98c5-ad745d40fbc1 None None] Checking router: 4430923a-32e2-4e9b-95d6-658b24ee3dcc for host: dv-cinder-784763-7-iscsi {{(pid=93103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 14:05:40.208561 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7954ffe8-252d-4643-98c5-ad745d40fbc1 None None] Updating router 4430923a-32e2-4e9b-95d6-658b24ee3dcc port 266b13b3-5b80-46d4-9053-5e53b6229e2c binding host dv-cinder-784763-7-iscsi {{(pid=93103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 14:05:40.211642 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Provisioning complete for port 7b78f32c-2227-4088-9787-b67d4084a4d4 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 14:05:40.212268 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16503849'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:40.274263 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-7954ffe8-252d-4643-98c5-ad745d40fbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:40.331518 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-89697335-fc98-442d-8739-1bcbe2328c88 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5605b2cbc91e4444a713ea45e8c3b83a&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3402162 Jul 16 14:05:40.343739 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 56548) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:05:40.390076 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89697335-fc98-442d-8739-1bcbe2328c88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77ad6a78-f08d-4893-9317-39985aaaad70,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:05:40.399787 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-a99a58e4-d4b0-4eb8-844b-a9f9769f515c None None] Notify callbacks [] for port, precommit_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:40.425871 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-a99a58e4-d4b0-4eb8-844b-a9f9769f515c None None] Transition to ACTIVE for port object 936e5680-6b45-41c7-9073-dbaa75f76f33 will not be triggered until provisioned by entity L2. {{(pid=93105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 14:05:40.440440 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-a99a58e4-d4b0-4eb8-844b-a9f9769f515c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736156224341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736155824276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736155824294'] for port, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:40.487591 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:40.530939 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] For port 7b78f32c-2227-4088-9787-b67d4084a4d4, host dv-cinder-784763-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-7-iscsi',level=0,port_id=7b78f32c-2227-4088-9787-b67d4084a4d4,segment=NetworkSegment(6901d94e-17f9-4035-ba46-6b4e81a8dcfc),segment_id=6901d94e-17f9-4035-ba46-6b4e81a8dcfc)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:05:40.557012 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-50edcd65-d835-4f39-9594-dc07fa0a1a0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:40.588590 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736156224341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736155824276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736155824294'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:40.603054 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.managers [None req-a99a58e4-d4b0-4eb8-844b-a9f9769f515c None None] Attempting to bind port 936e5680-6b45-41c7-9073-dbaa75f76f33 on host dv-cinder-784763-7-iscsi for vnic_type normal with profile {{(pid=93105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 14:05:40.604271 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.managers [None req-a99a58e4-d4b0-4eb8-844b-a9f9769f515c None None] Attempting to bind port 936e5680-6b45-41c7-9073-dbaa75f76f33 by drivers openvswitch,hyperv on host dv-cinder-784763-7-iscsi at level 0 using segments [{'id': '6901d94e-17f9-4035-ba46-6b4e81a8dcfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da'}] {{(pid=93105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 14:05:40.604557 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-50edcd65-d835-4f39-9594-dc07fa0a1a0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:40.606674 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a99a58e4-d4b0-4eb8-844b-a9f9769f515c None None] Attempting to bind port 936e5680-6b45-41c7-9073-dbaa75f76f33 on network 0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da {{(pid=93105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 14:05:40.619445 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a99a58e4-d4b0-4eb8-844b-a9f9769f515c None None] Checking agent: {'id': '7d82e82a-2556-4908-8b18-4037e5dfdbc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784763-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 13, 57, 51), 'started_at': datetime.datetime(2021, 7, 16, 13, 58, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 14, 5, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784763-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 14:05:40.620569 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a99a58e4-d4b0-4eb8-844b-a9f9769f515c None None] Checking segment: {'id': '6901d94e-17f9-4035-ba46-6b4e81a8dcfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 14:05:40.621190 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-a99a58e4-d4b0-4eb8-844b-a9f9769f515c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:40.621969 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a99a58e4-d4b0-4eb8-844b-a9f9769f515c None None] Bound using segment: {'id': '6901d94e-17f9-4035-ba46-6b4e81a8dcfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da'} {{(pid=93105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 14:05:40.622759 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.managers [None req-a99a58e4-d4b0-4eb8-844b-a9f9769f515c None None] Bound port: 936e5680-6b45-41c7-9073-dbaa75f76f33, host: dv-cinder-784763-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6901d94e-17f9-4035-ba46-6b4e81a8dcfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da'}}] {{(pid=93105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 14:05:40.623267 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-a99a58e4-d4b0-4eb8-844b-a9f9769f515c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:40.695727 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ead38ba8-ca89-40e0-a3c2-e786d90cb5a1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:40.704497 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ead38ba8-ca89-40e0-a3c2-e786d90cb5a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736156224341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736155824276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736155824294'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:40.705540 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ead38ba8-ca89-40e0-a3c2-e786d90cb5a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680260'] for router_interface, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:40.725927 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Pushing event updated for resources: {'Port': ['ID=7b78f32c-2227-4088-9787-b67d4084a4d4,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:05:40.751914 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-50edcd65-d835-4f39-9594-dc07fa0a1a0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:40.761976 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-50edcd65-d835-4f39-9594-dc07fa0a1a0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:40.765896 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-50edcd65-d835-4f39-9594-dc07fa0a1a0c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/77ad6a78-f08d-4893-9317-39985aaaad70 HTTP/1.1" status: 204 len: 168 time: 0.4122169 Jul 16 14:05:40.770682 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71670d22-80bd-44d7-b5af-28cf91e80faf None None] Pushing event updated for resources: {'Port': ['ID=936e5680-6b45-41c7-9073-dbaa75f76f33,revision_number=2']} {{(pid=93105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:05:40.796078 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-a99a58e4-d4b0-4eb8-844b-a9f9769f515c None None] For port 936e5680-6b45-41c7-9073-dbaa75f76f33, host dv-cinder-784763-7-iscsi, cleared binding levels {{(pid=93105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 14:05:40.806791 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-a99a58e4-d4b0-4eb8-844b-a9f9769f515c None None] For port 936e5680-6b45-41c7-9073-dbaa75f76f33, host dv-cinder-784763-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-7-iscsi',level=0,port_id=936e5680-6b45-41c7-9073-dbaa75f76f33,segment=NetworkSegment(6901d94e-17f9-4035-ba46-6b4e81a8dcfc),segment_id=6901d94e-17f9-4035-ba46-6b4e81a8dcfc)] {{(pid=93105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 14:05:40.818730 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-a99a58e4-d4b0-4eb8-844b-a9f9769f515c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736156224341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736155824276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736155824294'] for port, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:40.893215 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-7954ffe8-252d-4643-98c5-ad745d40fbc1 None None] Notify callbacks [] for port, precommit_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:40.932449 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-7954ffe8-252d-4643-98c5-ad745d40fbc1 None None] Transition to ACTIVE for port object 266b13b3-5b80-46d4-9053-5e53b6229e2c will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 14:05:40.957128 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-7954ffe8-252d-4643-98c5-ad745d40fbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736156224341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736155824276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736155824294'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:40.982925 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99a58e4-d4b0-4eb8-844b-a9f9769f515c None None] Routers {'2ea68513-8ff3-45f6-b748-c07ceb1512d3'} bound to L3 agent in host dv-cinder-784763-7-iscsi {{(pid=93105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 14:05:40.983635 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.l3_hamode_db [None req-a99a58e4-d4b0-4eb8-844b-a9f9769f515c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T13:57:50Z,description=,heartbeat_timestamp=2021-07-16T14:05:20Z,host='dv-cinder-784763-7-iscsi',id=d50ece19-a35b-4d9c-a2c6-6c45fbfb3bdd,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T13:57:50Z,topic='l3_agent')) {'router_ids': ['2ea68513-8ff3-45f6-b748-c07ceb1512d3'], 'active': True} {{(pid=93105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:05:41.028694 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50edcd65-d835-4f39-9594-dc07fa0a1a0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77ad6a78-f08d-4893-9317-39985aaaad70,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:05:41.050534 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead38ba8-ca89-40e0-a3c2-e786d90cb5a1 admin admin] Pushing event updated for resources: {'Port': ['ID=7fe6d90a-41b1-4a21-a4b0-d37e1c60bd77,revision_number=2']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:05:41.059020 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead38ba8-ca89-40e0-a3c2-e786d90cb5a1 admin admin] Network 3a4fb2c2-e115-4208-b9b7-fb0af769d696 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 14:05:41.064818 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-ead38ba8-ca89-40e0-a3c2-e786d90cb5a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 14:05:41.077317 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Device 7b78f32c-2227-4088-9787-b67d4084a4d4 up at agent ovs-agent-dv-cinder-784763-7-iscsi {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 14:05:41.135232 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71670d22-80bd-44d7-b5af-28cf91e80faf None None] Pushing event updated for resources: {'Port': ['ID=936e5680-6b45-41c7-9073-dbaa75f76f33,revision_number=3']} {{(pid=93105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:05:41.292425 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e933b303-3df5-490e-97cf-2c164b16e407 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:41.340742 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvr_db [None req-a99a58e4-d4b0-4eb8-844b-a9f9769f515c None None] Set router 2ea68513-8ff3-45f6-b748-c07ceb1512d3 gateway port host: dv-cinder-784763-7-iscsi {{(pid=93105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 14:05:41.344176 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-7954ffe8-252d-4643-98c5-ad745d40fbc1 None None] Attempting to bind port 266b13b3-5b80-46d4-9053-5e53b6229e2c on host dv-cinder-784763-7-iscsi for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 14:05:41.344701 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-7954ffe8-252d-4643-98c5-ad745d40fbc1 None None] Attempting to bind port 266b13b3-5b80-46d4-9053-5e53b6229e2c by drivers openvswitch,hyperv on host dv-cinder-784763-7-iscsi at level 0 using segments [{'id': '6901d94e-17f9-4035-ba46-6b4e81a8dcfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 14:05:41.361077 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7954ffe8-252d-4643-98c5-ad745d40fbc1 None None] Attempting to bind port 266b13b3-5b80-46d4-9053-5e53b6229e2c on network 0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 14:05:41.370173 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a319d0-3438-4fbc-a207-25b5adefa3af None None] Pushing event updated for resources: {'Port': ['ID=266b13b3-5b80-46d4-9053-5e53b6229e2c,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:05:41.386512 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7954ffe8-252d-4643-98c5-ad745d40fbc1 None None] Checking agent: {'id': '7d82e82a-2556-4908-8b18-4037e5dfdbc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784763-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 13, 57, 51), 'started_at': datetime.datetime(2021, 7, 16, 13, 58, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 14, 5, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784763-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 14:05:41.386884 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7954ffe8-252d-4643-98c5-ad745d40fbc1 None None] Checking segment: {'id': '6901d94e-17f9-4035-ba46-6b4e81a8dcfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 14:05:41.387291 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-7954ffe8-252d-4643-98c5-ad745d40fbc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:41.387683 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7954ffe8-252d-4643-98c5-ad745d40fbc1 None None] Bound using segment: {'id': '6901d94e-17f9-4035-ba46-6b4e81a8dcfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 14:05:41.388164 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-7954ffe8-252d-4643-98c5-ad745d40fbc1 None None] Bound port: 266b13b3-5b80-46d4-9053-5e53b6229e2c, host: dv-cinder-784763-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6901d94e-17f9-4035-ba46-6b4e81a8dcfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 14:05:41.388558 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-7954ffe8-252d-4643-98c5-ad745d40fbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:41.413995 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e933b303-3df5-490e-97cf-2c164b16e407 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:41.434695 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ead38ba8-ca89-40e0-a3c2-e786d90cb5a1 admin admin] Router fea882b0-1fd1-4bb1-a881-eb7e1e81c560 has already been hosted by L3 agent d50ece19-a35b-4d9c-a2c6-6c45fbfb3bdd {{(pid=93102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 14:05:41.488039 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-3419be55-fa0f-42e7-9c7d-41c1f046f078 req-32935960-d05f-4877-9e4c-5c74617812b8 tempest-DeleteServersTestJSON-1079423793 tempest-DeleteServersTestJSON-1079423793-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b6dc115-d69d-463c-a82c-c3c9df26aad6 HTTP/1.1" status: 200 len: 210 time: 0.0961831 Jul 16 14:05:41.553161 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-e933b303-3df5-490e-97cf-2c164b16e407 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4990ea2fb7554ae8adfd19bca66fc7eb&name=default HTTP/1.1" status: 200 len: 2977 time: 2.2042406 Jul 16 14:05:41.562880 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Provisioning complete for port 7b78f32c-2227-4088-9787-b67d4084a4d4 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 14:05:41.565092 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16503849'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:41.574522 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 56582) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:05:41.663858 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-7954ffe8-252d-4643-98c5-ad745d40fbc1 None None] For port 266b13b3-5b80-46d4-9053-5e53b6229e2c, host dv-cinder-784763-7-iscsi, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 14:05:41.674760 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-7f41e371-05a8-4bd5-87dd-84796f15e653 None None] Provisioning complete for port 7fe6d90a-41b1-4a21-a4b0-d37e1c60bd77 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 14:05:41.675415 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-7f41e371-05a8-4bd5-87dd-84796f15e653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16503849'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:41.700602 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.l3_hamode_db [None req-a99a58e4-d4b0-4eb8-844b-a9f9769f515c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ea68513-8ff3-45f6-b748-c07ceb1512d3', 'name': 'tempest-AttachVolumeTestJSON-553302294-router', 'tenant_id': 'b3b16082e5f440ba8228e496c1f92b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'external_fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': '936e5680-6b45-41c7-9073-dbaa75f76f33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T14:05:34Z', 'updated_at': '2021-07-16T14:05:37Z', 'revision_number': 3, 'project_id': 'b3b16082e5f440ba8228e496c1f92b3a', 'gw_port': {'id': '936e5680-6b45-41c7-9073-dbaa75f76f33', 'name': '', 'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:64:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ea68513-8ff3-45f6-b748-c07ceb1512d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:05:35Z', 'updated_at': '2021-07-16T14:05:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-7-iscsi'}], 'dv-cinder-784763-7-iscsi', False) {} {{(pid=93105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:05:41.749008 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-7f41e371-05a8-4bd5-87dd-84796f15e653 None None] Port 7fe6d90a-41b1-4a21-a4b0-d37e1c60bd77 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 14:05:41.769624 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-7954ffe8-252d-4643-98c5-ad745d40fbc1 None None] For port 266b13b3-5b80-46d4-9053-5e53b6229e2c, host dv-cinder-784763-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-7-iscsi',level=0,port_id=266b13b3-5b80-46d4-9053-5e53b6229e2c,segment=NetworkSegment(6901d94e-17f9-4035-ba46-6b4e81a8dcfc),segment_id=6901d94e-17f9-4035-ba46-6b4e81a8dcfc)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 14:05:41.776935 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a99a58e4-d4b0-4eb8-844b-a9f9769f515c None None] The sync data for ids ['2ea68513-8ff3-45f6-b748-c07ceb1512d3'] in dv-cinder-784763-7-iscsi is: [{'id': '2ea68513-8ff3-45f6-b748-c07ceb1512d3', 'name': 'tempest-AttachVolumeTestJSON-553302294-router', 'tenant_id': 'b3b16082e5f440ba8228e496c1f92b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'external_fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': '936e5680-6b45-41c7-9073-dbaa75f76f33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T14:05:34Z', 'updated_at': '2021-07-16T14:05:37Z', 'revision_number': 3, 'project_id': 'b3b16082e5f440ba8228e496c1f92b3a', 'gw_port': {'id': '936e5680-6b45-41c7-9073-dbaa75f76f33', 'name': '', 'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:64:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ea68513-8ff3-45f6-b748-c07ceb1512d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:05:35Z', 'updated_at': '2021-07-16T14:05:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-7-iscsi'}] {{(pid=93105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 14:05:41.790966 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-7954ffe8-252d-4643-98c5-ad745d40fbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736156224341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736155824276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736155824294'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:41.863605 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e933b303-3df5-490e-97cf-2c164b16e407 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=398144fa-2a41-4085-adca-6b1428c68fba,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:05:41.920567 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a319d0-3438-4fbc-a207-25b5adefa3af None None] Pushing event updated for resources: {'Port': ['ID=266b13b3-5b80-46d4-9053-5e53b6229e2c,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:05:41.923125 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7954ffe8-252d-4643-98c5-ad745d40fbc1 None None] Routers {'4430923a-32e2-4e9b-95d6-658b24ee3dcc'} bound to L3 agent in host dv-cinder-784763-7-iscsi {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 14:05:41.923733 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-7954ffe8-252d-4643-98c5-ad745d40fbc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T13:57:50Z,description=,heartbeat_timestamp=2021-07-16T14:05:20Z,host='dv-cinder-784763-7-iscsi',id=d50ece19-a35b-4d9c-a2c6-6c45fbfb3bdd,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T13:57:50Z,topic='l3_agent')) {'router_ids': ['4430923a-32e2-4e9b-95d6-658b24ee3dcc'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:05:42.025528 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ead38ba8-ca89-40e0-a3c2-e786d90cb5a1 admin admin] Notify agent at l3_agent.dv-cinder-784763-7-iscsi the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 14:05:42.042130 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-ead38ba8-ca89-40e0-a3c2-e786d90cb5a1 admin admin] 10.222.0.10 "PUT /v2.0/routers/fea882b0-1fd1-4bb1-a881-eb7e1e81c560/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0641408 Jul 16 14:05:42.063863 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8242421b-4ca2-48ff-8c39-435c74e4c850 None None] Sync routers for ids ['fea882b0-1fd1-4bb1-a881-eb7e1e81c560'] in dv-cinder-784763-7-iscsi {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 14:05:42.085073 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8242421b-4ca2-48ff-8c39-435c74e4c850 None None] Routers {'fea882b0-1fd1-4bb1-a881-eb7e1e81c560'} bound to L3 agent in host dv-cinder-784763-7-iscsi {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 14:05:42.085699 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-8242421b-4ca2-48ff-8c39-435c74e4c850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T13:57:50Z,description=,heartbeat_timestamp=2021-07-16T14:05:20Z,host='dv-cinder-784763-7-iscsi',id=d50ece19-a35b-4d9c-a2c6-6c45fbfb3bdd,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T13:57:50Z,topic='l3_agent')) {'router_ids': ['fea882b0-1fd1-4bb1-a881-eb7e1e81c560'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:05:42.141418 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-7954ffe8-252d-4643-98c5-ad745d40fbc1 None None] Set router 4430923a-32e2-4e9b-95d6-658b24ee3dcc gateway port host: dv-cinder-784763-7-iscsi {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 14:05:42.154801 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ea4662af-e670-49b8-af83-b2aa84b7cf4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:42.215678 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.25', 58827) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:05:42.232167 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ea4662af-e670-49b8-af83-b2aa84b7cf4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:42.612355 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-7954ffe8-252d-4643-98c5-ad745d40fbc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4430923a-32e2-4e9b-95d6-658b24ee3dcc', 'name': 'tempest-ServerRescueNegativeTestJSON-1709129777-router', 'tenant_id': '1ae576c2cfcb49e6ac111e6b815960e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'external_fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '266b13b3-5b80-46d4-9053-5e53b6229e2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T14:05:33Z', 'updated_at': '2021-07-16T14:05:36Z', 'revision_number': 3, 'project_id': '1ae576c2cfcb49e6ac111e6b815960e5', 'gw_port': {'id': '266b13b3-5b80-46d4-9053-5e53b6229e2c', 'name': '', 'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:96:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4430923a-32e2-4e9b-95d6-658b24ee3dcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:05:34Z', 'updated_at': '2021-07-16T14:05:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-7-iscsi'}], 'dv-cinder-784763-7-iscsi', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:05:42.616258 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ea4662af-e670-49b8-af83-b2aa84b7cf4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:42.625249 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ea4662af-e670-49b8-af83-b2aa84b7cf4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:42.628672 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-ea4662af-e670-49b8-af83-b2aa84b7cf4e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/398144fa-2a41-4085-adca-6b1428c68fba HTTP/1.1" status: 204 len: 168 time: 1.0531380 Jul 16 14:05:42.670649 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-34d4d020-7271-4e2d-9a75-dba819a40a50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:42.694763 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4662af-e670-49b8-af83-b2aa84b7cf4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=398144fa-2a41-4085-adca-6b1428c68fba,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:05:42.697891 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7954ffe8-252d-4643-98c5-ad745d40fbc1 None None] The sync data for ids ['4430923a-32e2-4e9b-95d6-658b24ee3dcc'] in dv-cinder-784763-7-iscsi is: [{'id': '4430923a-32e2-4e9b-95d6-658b24ee3dcc', 'name': 'tempest-ServerRescueNegativeTestJSON-1709129777-router', 'tenant_id': '1ae576c2cfcb49e6ac111e6b815960e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'external_fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '266b13b3-5b80-46d4-9053-5e53b6229e2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T14:05:33Z', 'updated_at': '2021-07-16T14:05:36Z', 'revision_number': 3, 'project_id': '1ae576c2cfcb49e6ac111e6b815960e5', 'gw_port': {'id': '266b13b3-5b80-46d4-9053-5e53b6229e2c', 'name': '', 'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:96:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4430923a-32e2-4e9b-95d6-658b24ee3dcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:05:34Z', 'updated_at': '2021-07-16T14:05:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-7-iscsi'}] {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 14:05:42.800094 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-8242421b-4ca2-48ff-8c39-435c74e4c850 None None] Set router fea882b0-1fd1-4bb1-a881-eb7e1e81c560 gateway port host: dv-cinder-784763-7-iscsi {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 14:05:42.870720 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-3f24a830-862f-48a8-8f7d-1a61338ea683 req-56a50599-a13f-43ef-877a-dc706565330d tempest-DeleteServersTestJSON-1079423793 tempest-DeleteServersTestJSON-1079423793-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b6dc115-d69d-463c-a82c-c3c9df26aad6 HTTP/1.1" status: 200 len: 210 time: 0.1341960 Jul 16 14:05:42.901482 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c0c1eb-f29e-4eb0-bb78-bc6e4cd0661c req-dec53e93-2ed3-4b15-98ae-1cda63791707 tempest-DeleteServersTestJSON-1079423793 tempest-DeleteServersTestJSON-1079423793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:05:42.903066 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-71c0c1eb-f29e-4eb0-bb78-bc6e4cd0661c req-dec53e93-2ed3-4b15-98ae-1cda63791707 tempest-DeleteServersTestJSON-1079423793 tempest-DeleteServersTestJSON-1079423793-project] 10.222.0.25 "GET /v2.0/networks?id=65b87275-e932-457e-91c7-e4e0bb1d777f HTTP/1.1" status: 200 len: 812 time: 0.6858425 Jul 16 14:05:43.014794 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.v2.base [req-71c0c1eb-f29e-4eb0-bb78-bc6e4cd0661c req-5e45ee9c-01d3-4a57-adec-d13f4b0c243d tempest-DeleteServersTestJSON-1079423793 tempest-DeleteServersTestJSON-1079423793-project] Request body: {'port': {'device_id': '4b6dc115-d69d-463c-a82c-c3c9df26aad6', 'network_id': '65b87275-e932-457e-91c7-e4e0bb1d777f', 'admin_state_up': True, 'tenant_id': 'c46ff88faece440e9ee840d4b30399ef'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:05:43.081138 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-fcf0e79d-7a3e-454b-866a-9ae568e8ee3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:43.123556 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Device 936e5680-6b45-41c7-9073-dbaa75f76f33 up at agent ovs-agent-dv-cinder-784763-7-iscsi {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 14:05:43.148509 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 56648) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:05:43.379309 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Provisioning for port 936e5680-6b45-41c7-9073-dbaa75f76f33 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 14:05:43.446092 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Provisioning complete for port 936e5680-6b45-41c7-9073-dbaa75f76f33 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 14:05:43.447192 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16503849'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:43.536054 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 56664) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:05:43.548311 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.v2.base [None req-9b439d85-14f6-43d8-ac70-15b519eb4220 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2053339875', 'description': 'tempest-description--227406975'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:05:43.597445 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9b439d85-14f6-43d8-ac70-15b519eb4220 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:43.647067 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-8242421b-4ca2-48ff-8c39-435c74e4c850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fea882b0-1fd1-4bb1-a881-eb7e1e81c560', 'name': 'tempest-AttachVolumeShelveTestJSON-512653053-router', 'tenant_id': 'a6bc8fee6e964669b7be670f21fca0f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'external_fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': '7b78f32c-2227-4088-9787-b67d4084a4d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T14:05:31Z', 'updated_at': '2021-07-16T14:05:39Z', 'revision_number': 4, 'project_id': 'a6bc8fee6e964669b7be670f21fca0f5', 'gw_port': {'id': '7b78f32c-2227-4088-9787-b67d4084a4d4', 'name': '', 'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:3a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea882b0-1fd1-4bb1-a881-eb7e1e81c560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:05:32Z', 'updated_at': '2021-07-16T14:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-7-iscsi', '_interfaces': [{'id': '7fe6d90a-41b1-4a21-a4b0-d37e1c60bd77', 'name': '', 'network_id': '3a4fb2c2-e115-4208-b9b7-fb0af769d696', 'tenant_id': 'a6bc8fee6e964669b7be670f21fca0f5', 'mac_address': 'fa:16:3e:d3:1c:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fea882b0-1fd1-4bb1-a881-eb7e1e81c560', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '9264d998-2235-4ea7-905f-68b77e185814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:05:37Z', 'updated_at': '2021-07-16T14:05:40Z', 'revision_number': 2, 'project_id': 'a6bc8fee6e964669b7be670f21fca0f5', 'subnets': [{'id': '9264d998-2235-4ea7-905f-68b77e185814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-7-iscsi', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:05:43.650048 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 56666) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:05:43.727097 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-0a754168-54f0-429a-8f3b-4d7264922e02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:43.832944 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71c0c1eb-f29e-4eb0-bb78-bc6e4cd0661c req-5e45ee9c-01d3-4a57-adec-d13f4b0c243d tempest-DeleteServersTestJSON-1079423793 tempest-DeleteServersTestJSON-1079423793-project] Made reservation on behalf of c46ff88faece440e9ee840d4b30399ef for: {'port': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 14:05:43.843358 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-71c0c1eb-f29e-4eb0-bb78-bc6e4cd0661c req-5e45ee9c-01d3-4a57-adec-d13f4b0c243d tempest-DeleteServersTestJSON-1079423793 tempest-DeleteServersTestJSON-1079423793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:43.866804 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [None req-fcf0e79d-7a3e-454b-866a-9ae568e8ee3d admin admin] Allocated IP 172.20.0.1 (51a90a03-af03-40ca-bb00-7020f83b5182/1d5393f6-20e0-4dbd-a198-cb03cfea0892/592c513b-ee48-4676-925a-82ed730f6399) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 14:05:43.928144 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8242421b-4ca2-48ff-8c39-435c74e4c850 None None] Checking router: fea882b0-1fd1-4bb1-a881-eb7e1e81c560 for host: dv-cinder-784763-7-iscsi {{(pid=93103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 14:05:43.928498 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8242421b-4ca2-48ff-8c39-435c74e4c850 None None] Updating router fea882b0-1fd1-4bb1-a881-eb7e1e81c560 port 7fe6d90a-41b1-4a21-a4b0-d37e1c60bd77 binding host dv-cinder-784763-7-iscsi {{(pid=93103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 14:05:43.931091 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9b439d85-14f6-43d8-ac70-15b519eb4220 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:44.015081 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:44.034811 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-fcf0e79d-7a3e-454b-866a-9ae568e8ee3d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:44.057081 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-8242421b-4ca2-48ff-8c39-435c74e4c850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:44.095603 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] For port 936e5680-6b45-41c7-9073-dbaa75f76f33, host dv-cinder-784763-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-7-iscsi',level=0,port_id=936e5680-6b45-41c7-9073-dbaa75f76f33,segment=NetworkSegment(6901d94e-17f9-4035-ba46-6b4e81a8dcfc),segment_id=6901d94e-17f9-4035-ba46-6b4e81a8dcfc)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:05:44.129934 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736156224341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736155824276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736155824294'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:44.216276 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 56686) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:05:44.238558 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-0a754168-54f0-429a-8f3b-4d7264922e02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:44.242812 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [None req-34d4d020-7271-4e2d-9a75-dba819a40a50 admin admin] Allocated IP 172.20.0.1 (05b30fe7-953a-4cd0-9508-7a8db0272a66/06d06c6a-1905-449b-b463-f55701ce50ca/9afb8bb1-c75a-4798-bed6-205ab3a5d557) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 14:05:44.246445 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-fcf0e79d-7a3e-454b-866a-9ae568e8ee3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736155824258'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:44.247526 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.v2.base [None req-408645b0-e52d-4d32-8723-6cdffb247b6d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-628654297-network', 'tenant_id': 'e67d310edc9e4790a1873c0031218e58'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:05:44.253093 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-0a754168-54f0-429a-8f3b-4d7264922e02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:44.254372 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9b439d85-14f6-43d8-ac70-15b519eb4220 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:44.334717 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Pushing event updated for resources: {'Port': ['ID=936e5680-6b45-41c7-9073-dbaa75f76f33,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:05:44.380351 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf0e79d-7a3e-454b-866a-9ae568e8ee3d admin admin] Network 51a90a03-af03-40ca-bb00-7020f83b5182 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 14:05:44.403364 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-fcf0e79d-7a3e-454b-866a-9ae568e8ee3d admin admin] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 14:05:44.444310 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-fc2ca57d-7a71-4bf5-b0cd-77c149a1a060 req-31f9ecb6-90b2-427f-84fd-d5554f72261a tempest-DeleteServersTestJSON-1079423793 tempest-DeleteServersTestJSON-1079423793-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b6dc115-d69d-463c-a82c-c3c9df26aad6 HTTP/1.1" status: 200 len: 210 time: 0.2270885 Jul 16 14:05:44.450493 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf0e79d-7a3e-454b-866a-9ae568e8ee3d admin admin] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 14:05:44.451081 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-fcf0e79d-7a3e-454b-866a-9ae568e8ee3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-680240'] for router_interface, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:44.536311 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-0a754168-54f0-429a-8f3b-4d7264922e02 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2a9a3cd8c5e84217b9a534d13788578f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3760870 Jul 16 14:05:44.545005 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a754168-54f0-429a-8f3b-4d7264922e02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=240b963f-f13e-49dc-983c-af661589ee00,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:05:44.560314 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf0e79d-7a3e-454b-866a-9ae568e8ee3d admin admin] Pushing event updated for resources: {'Port': ['ID=592c513b-ee48-4676-925a-82ed730f6399,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:05:44.567848 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 56704) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:05:44.707170 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e49a6d24-b108-4820-a881-1265777f4823 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:44.832750 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b439d85-14f6-43d8-ac70-15b519eb4220 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7ffdc71-7446-41a9-bfc4-bf78fcf225fc,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:05:44.857269 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-408645b0-e52d-4d32-8723-6cdffb247b6d admin admin] Made reservation on behalf of e67d310edc9e4790a1873c0031218e58 for: {'network': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 14:05:44.859904 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-408645b0-e52d-4d32-8723-6cdffb247b6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for network, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:44.868141 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [req-71c0c1eb-f29e-4eb0-bb78-bc6e4cd0661c req-5e45ee9c-01d3-4a57-adec-d13f4b0c243d tempest-DeleteServersTestJSON-1079423793 tempest-DeleteServersTestJSON-1079423793-project] Allocated IP 172.20.0.4 (65b87275-e932-457e-91c7-e4e0bb1d777f/f7768dcc-78a4-4fea-a632-9ce14f4e12c3/339567f1-2447-45d8-b678-b66efa0f9eeb) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 14:05:44.872923 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9b439d85-14f6-43d8-ac70-15b519eb4220 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:44.877106 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-9b439d85-14f6-43d8-ac70-15b519eb4220 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.3372838 Jul 16 14:05:44.878598 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-34d4d020-7271-4e2d-9a75-dba819a40a50 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:44.883131 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 56712) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:05:44.889153 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.v2.base [None req-33715913-bf90-4053-81af-aa06698db534 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Request body: {'security_group_rule': {'security_group_id': 'a7ffdc71-7446-41a9-bfc4-bf78fcf225fc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:05:44.899625 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-408645b0-e52d-4d32-8723-6cdffb247b6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:44.955768 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-34d4d020-7271-4e2d-9a75-dba819a40a50 admin admin] Transition to ACTIVE for port object 9afb8bb1-c75a-4798-bed6-205ab3a5d557 will not be triggered until provisioned by entity DHCP. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 14:05:45.001231 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-8242421b-4ca2-48ff-8c39-435c74e4c850 None None] Notify callbacks [] for port, precommit_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:45.003673 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-fcf0e79d-7a3e-454b-866a-9ae568e8ee3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:45.045379 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-8242421b-4ca2-48ff-8c39-435c74e4c850 None None] Transition to ACTIVE for port object 7fe6d90a-41b1-4a21-a4b0-d37e1c60bd77 will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 14:05:45.068902 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-8242421b-4ca2-48ff-8c39-435c74e4c850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736156224341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736155824276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736155824294'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:45.123081 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-34d4d020-7271-4e2d-9a75-dba819a40a50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736155824258'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:45.147838 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2e0f6880-c2f5-4a8e-b893-3e48d1a8fced admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:45.172339 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e49a6d24-b108-4820-a881-1265777f4823 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:45.177724 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Device 266b13b3-5b80-46d4-9053-5e53b6229e2c up at agent ovs-agent-dv-cinder-784763-7-iscsi {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 14:05:45.197615 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb02bed9-73f3-4a88-b232-4ac5cd3e390a None None] Pushing event updated for resources: {'Port': ['ID=7fe6d90a-41b1-4a21-a4b0-d37e1c60bd77,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:05:45.220821 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e49a6d24-b108-4820-a881-1265777f4823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:45.398071 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2e0f6880-c2f5-4a8e-b893-3e48d1a8fced admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:45.466835 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-8242421b-4ca2-48ff-8c39-435c74e4c850 None None] Attempting to bind port 7fe6d90a-41b1-4a21-a4b0-d37e1c60bd77 on host dv-cinder-784763-7-iscsi for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 14:05:45.467243 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-8242421b-4ca2-48ff-8c39-435c74e4c850 None None] Attempting to bind port 7fe6d90a-41b1-4a21-a4b0-d37e1c60bd77 by drivers openvswitch,hyperv on host dv-cinder-784763-7-iscsi at level 0 using segments [{'id': '3a29ac3c-6c4f-4bde-a091-d921a298bf30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '3a4fb2c2-e115-4208-b9b7-fb0af769d696'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 14:05:45.467658 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8242421b-4ca2-48ff-8c39-435c74e4c850 None None] Attempting to bind port 7fe6d90a-41b1-4a21-a4b0-d37e1c60bd77 on network 3a4fb2c2-e115-4208-b9b7-fb0af769d696 {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 14:05:45.510012 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8242421b-4ca2-48ff-8c39-435c74e4c850 None None] Checking agent: {'id': '7d82e82a-2556-4908-8b18-4037e5dfdbc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784763-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 13, 57, 51), 'started_at': datetime.datetime(2021, 7, 16, 13, 58, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 14, 5, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784763-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 14:05:45.510443 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8242421b-4ca2-48ff-8c39-435c74e4c850 None None] Checking segment: {'id': '3a29ac3c-6c4f-4bde-a091-d921a298bf30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '3a4fb2c2-e115-4208-b9b7-fb0af769d696'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 14:05:45.510847 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-8242421b-4ca2-48ff-8c39-435c74e4c850 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:45.511245 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8242421b-4ca2-48ff-8c39-435c74e4c850 None None] Bound using segment: {'id': '3a29ac3c-6c4f-4bde-a091-d921a298bf30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '3a4fb2c2-e115-4208-b9b7-fb0af769d696'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 14:05:45.511731 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-8242421b-4ca2-48ff-8c39-435c74e4c850 None None] Bound port: 7fe6d90a-41b1-4a21-a4b0-d37e1c60bd77, host: dv-cinder-784763-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a29ac3c-6c4f-4bde-a091-d921a298bf30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '3a4fb2c2-e115-4208-b9b7-fb0af769d696'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 14:05:45.512111 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-8242421b-4ca2-48ff-8c39-435c74e4c850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:45.512605 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-e49a6d24-b108-4820-a881-1265777f4823 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1d7e090b39f94e08b47996fe32b2f3f9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2874022 Jul 16 14:05:45.520492 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 56722) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:05:45.587804 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-33715913-bf90-4053-81af-aa06698db534 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:45.605296 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49a6d24-b108-4820-a881-1265777f4823 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95fc529c-2db5-4f45-876b-aa2052ddb009,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:05:45.609742 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34d4d020-7271-4e2d-9a75-dba819a40a50 admin admin] Network 05b30fe7-953a-4cd0-9508-7a8db0272a66 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 14:05:45.657891 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-34d4d020-7271-4e2d-9a75-dba819a40a50 admin admin] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 14:05:45.710868 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d4d020-7271-4e2d-9a75-dba819a40a50 admin admin] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 14:05:45.719918 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-34d4d020-7271-4e2d-9a75-dba819a40a50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-680240'] for router_interface, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:45.751279 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Provisioning for port 266b13b3-5b80-46d4-9053-5e53b6229e2c completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 14:05:45.758231 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-71c0c1eb-f29e-4eb0-bb78-bc6e4cd0661c req-5e45ee9c-01d3-4a57-adec-d13f4b0c243d tempest-DeleteServersTestJSON-1079423793 tempest-DeleteServersTestJSON-1079423793-project] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:45.830336 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Provisioning complete for port 266b13b3-5b80-46d4-9053-5e53b6229e2c triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 14:05:45.830336 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16503849'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:45.856620 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-bf95fb4a-fe65-41a9-819f-887558f83dba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:45.887236 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-8242421b-4ca2-48ff-8c39-435c74e4c850 None None] For port 7fe6d90a-41b1-4a21-a4b0-d37e1c60bd77, host dv-cinder-784763-7-iscsi, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 14:05:45.897117 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-8242421b-4ca2-48ff-8c39-435c74e4c850 None None] For port 7fe6d90a-41b1-4a21-a4b0-d37e1c60bd77, host dv-cinder-784763-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-7-iscsi',level=0,port_id=7fe6d90a-41b1-4a21-a4b0-d37e1c60bd77,segment=NetworkSegment(3a29ac3c-6c4f-4bde-a091-d921a298bf30),segment_id=3a29ac3c-6c4f-4bde-a091-d921a298bf30)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 14:05:45.902427 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2e0f6880-c2f5-4a8e-b893-3e48d1a8fced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:45.914546 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2e0f6880-c2f5-4a8e-b893-3e48d1a8fced admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:45.916110 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-2e0f6880-c2f5-4a8e-b893-3e48d1a8fced admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/240b963f-f13e-49dc-983c-af661589ee00 HTTP/1.1" status: 204 len: 168 time: 1.3209245 Jul 16 14:05:45.977373 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-8242421b-4ca2-48ff-8c39-435c74e4c850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736156224341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736155824276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736155824294'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:46.012289 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-bf95fb4a-fe65-41a9-819f-887558f83dba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:46.015524 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0f6880-c2f5-4a8e-b893-3e48d1a8fced admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=240b963f-f13e-49dc-983c-af661589ee00,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:05:46.059805 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d4d020-7271-4e2d-9a75-dba819a40a50 admin admin] Pushing event updated for resources: {'Port': ['ID=9afb8bb1-c75a-4798-bed6-205ab3a5d557,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:05:46.090629 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-7409cb6f-8286-406e-9909-a0ff08031d87 req-30bd5c41-24d0-41e0-a97b-fc7eccf04bbb tempest-DeleteServersTestJSON-1079423793 tempest-DeleteServersTestJSON-1079423793-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b6dc115-d69d-463c-a82c-c3c9df26aad6 HTTP/1.1" status: 200 len: 210 time: 0.2528222 Jul 16 14:05:46.112165 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:46.205738 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-33715913-bf90-4053-81af-aa06698db534 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:46.232663 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-71c0c1eb-f29e-4eb0-bb78-bc6e4cd0661c req-5e45ee9c-01d3-4a57-adec-d13f4b0c243d tempest-DeleteServersTestJSON-1079423793 tempest-DeleteServersTestJSON-1079423793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736155824258'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:46.261442 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8242421b-4ca2-48ff-8c39-435c74e4c850 None None] Routers {'fea882b0-1fd1-4bb1-a881-eb7e1e81c560'} bound to L3 agent in host dv-cinder-784763-7-iscsi {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 14:05:46.263093 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-8242421b-4ca2-48ff-8c39-435c74e4c850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T13:57:50Z,description=,heartbeat_timestamp=2021-07-16T14:05:20Z,host='dv-cinder-784763-7-iscsi',id=d50ece19-a35b-4d9c-a2c6-6c45fbfb3bdd,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T13:57:50Z,topic='l3_agent')) {'router_ids': ['fea882b0-1fd1-4bb1-a881-eb7e1e81c560'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:05:46.299411 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-33715913-bf90-4053-81af-aa06698db534 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829969'] for security_group_rule, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:46.375279 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33715913-bf90-4053-81af-aa06698db534 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cfbff2e-e226-49e9-af32-0f03d91e6807,revision_number=0']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:05:46.414501 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-bf95fb4a-fe65-41a9-819f-887558f83dba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:46.420479 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-bf95fb4a-fe65-41a9-819f-887558f83dba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:46.425039 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-2c6877ad-c5d7-4ded-85a2-d5656baa076f None None] Provisioning for port 9afb8bb1-c75a-4798-bed6-205ab3a5d557 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 14:05:46.432983 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-bf95fb4a-fe65-41a9-819f-887558f83dba admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/95fc529c-2db5-4f45-876b-aa2052ddb009 HTTP/1.1" status: 204 len: 168 time: 0.8596938 Jul 16 14:05:46.439164 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71c0c1eb-f29e-4eb0-bb78-bc6e4cd0661c req-5e45ee9c-01d3-4a57-adec-d13f4b0c243d tempest-DeleteServersTestJSON-1079423793 tempest-DeleteServersTestJSON-1079423793-project] Network 65b87275-e932-457e-91c7-e4e0bb1d777f is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 14:05:46.441593 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-408645b0-e52d-4d32-8723-6cdffb247b6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:46.471404 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-2c6877ad-c5d7-4ded-85a2-d5656baa076f None None] Provisioning complete for port 9afb8bb1-c75a-4798-bed6-205ab3a5d557 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 14:05:46.471780 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-2c6877ad-c5d7-4ded-85a2-d5656baa076f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16503849'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:46.573175 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-fcf0e79d-7a3e-454b-866a-9ae568e8ee3d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:46.595673 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-408645b0-e52d-4d32-8723-6cdffb247b6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:46.620083 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-408645b0-e52d-4d32-8723-6cdffb247b6d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 226} {{(pid=93102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 14:05:46.640823 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-408645b0-e52d-4d32-8723-6cdffb247b6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16512664'] for segment, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:46.641736 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.db.segments_db [None req-408645b0-e52d-4d32-8723-6cdffb247b6d admin admin] Added segment d0465f51-a098-4c9b-a944-6410b3a26961 of type vlan for network f42d659b-8267-46d5-b2ff-2f556676a082 Jul 16 14:05:46.669429 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-8242421b-4ca2-48ff-8c39-435c74e4c850 None None] Set router fea882b0-1fd1-4bb1-a881-eb7e1e81c560 gateway port host: dv-cinder-784763-7-iscsi {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 14:05:46.669708 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-fcf0e79d-7a3e-454b-866a-9ae568e8ee3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736156224341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736155824276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736155824294'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:46.670743 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-fcf0e79d-7a3e-454b-866a-9ae568e8ee3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680260'] for router_interface, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:46.738314 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-408645b0-e52d-4d32-8723-6cdffb247b6d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736155808503'] for network, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:46.765479 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [req-71c0c1eb-f29e-4eb0-bb78-bc6e4cd0661c req-5e45ee9c-01d3-4a57-adec-d13f4b0c243d tempest-DeleteServersTestJSON-1079423793 tempest-DeleteServersTestJSON-1079423793-project] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 14:05:46.785129 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb02bed9-73f3-4a88-b232-4ac5cd3e390a None None] Pushing event updated for resources: {'Port': ['ID=7fe6d90a-41b1-4a21-a4b0-d37e1c60bd77,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:05:46.792535 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf0e79d-7a3e-454b-866a-9ae568e8ee3d admin admin] Pushing event updated for resources: {'Port': ['ID=592c513b-ee48-4676-925a-82ed730f6399,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:05:46.802272 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-34d4d020-7271-4e2d-9a75-dba819a40a50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:46.814853 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [req-71c0c1eb-f29e-4eb0-bb78-bc6e4cd0661c req-5e45ee9c-01d3-4a57-adec-d13f4b0c243d tempest-DeleteServersTestJSON-1079423793 tempest-DeleteServersTestJSON-1079423793-project] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 14:05:46.815193 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-33715913-bf90-4053-81af-aa06698db534 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:46.819337 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-33715913-bf90-4053-81af-aa06698db534 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.9342248 Jul 16 14:05:46.821423 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c0c1eb-f29e-4eb0-bb78-bc6e4cd0661c req-5e45ee9c-01d3-4a57-adec-d13f4b0c243d tempest-DeleteServersTestJSON-1079423793 tempest-DeleteServersTestJSON-1079423793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:05:46.821911 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 56748) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:05:46.822763 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-71c0c1eb-f29e-4eb0-bb78-bc6e4cd0661c req-5e45ee9c-01d3-4a57-adec-d13f4b0c243d tempest-DeleteServersTestJSON-1079423793 tempest-DeleteServersTestJSON-1079423793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583268'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:46.836026 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf95fb4a-fe65-41a9-819f-887558f83dba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95fc529c-2db5-4f45-876b-aa2052ddb009,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:05:46.836617 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.v2.base [None req-a9902bbb-67ad-4fab-becd-4e43fcafab28 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Request body: {'security_group_rule': {'security_group_id': 'a7ffdc71-7446-41a9-bfc4-bf78fcf225fc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:05:46.880199 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a9902bbb-67ad-4fab-becd-4e43fcafab28 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:46.891198 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e45ee9c-01d3-4a57-adec-d13f4b0c243d tempest-DeleteServersTestJSON-1079423793 tempest-DeleteServersTestJSON-1079423793-project] Pushing event updated for resources: {'Port': ['ID=339567f1-2447-45d8-b678-b66efa0f9eeb,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:05:46.910141 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 56750) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:05:46.916899 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-408645b0-e52d-4d32-8723-6cdffb247b6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186'] for network, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:46.922590 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-408645b0-e52d-4d32-8723-6cdffb247b6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:05:46.924332 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-408645b0-e52d-4d32-8723-6cdffb247b6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583268'] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:46.977285 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-71c0c1eb-f29e-4eb0-bb78-bc6e4cd0661c req-5e45ee9c-01d3-4a57-adec-d13f4b0c243d tempest-DeleteServersTestJSON-1079423793 tempest-DeleteServersTestJSON-1079423793-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9674656 Jul 16 14:05:47.046364 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408645b0-e52d-4d32-8723-6cdffb247b6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bcc41f9-4122-40f8-ace6-68379b51a460,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:05:47.046573 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a9902bbb-67ad-4fab-becd-4e43fcafab28 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:47.057827 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a9902bbb-67ad-4fab-becd-4e43fcafab28 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829969'] for security_group_rule, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:47.068395 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf0e79d-7a3e-454b-866a-9ae568e8ee3d admin admin] Network 51a90a03-af03-40ca-bb00-7020f83b5182 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 14:05:47.086965 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [req-71c0c1eb-f29e-4eb0-bb78-bc6e4cd0661c req-08a9e09f-b15b-4e61-863a-f5ecb403982c tempest-DeleteServersTestJSON-1079423793 tempest-DeleteServersTestJSON-1079423793-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93102) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 14:05:47.088628 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-71c0c1eb-f29e-4eb0-bb78-bc6e4cd0661c req-08a9e09f-b15b-4e61-863a-f5ecb403982c tempest-DeleteServersTestJSON-1079423793 tempest-DeleteServersTestJSON-1079423793-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0675697 Jul 16 14:05:47.092273 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a9902bbb-67ad-4fab-becd-4e43fcafab28 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:47.095474 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7ac03be0-d4f8-4fe9-ab03-79a945b0fcd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:47.097034 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-a9902bbb-67ad-4fab-becd-4e43fcafab28 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2646682 Jul 16 14:05:47.098170 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-fcf0e79d-7a3e-454b-866a-9ae568e8ee3d admin admin] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 14:05:47.101717 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 56754) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:05:47.103604 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-2c6877ad-c5d7-4ded-85a2-d5656baa076f None None] Port 9afb8bb1-c75a-4798-bed6-205ab3a5d557 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 14:05:47.107982 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.v2.base [None req-87aa46e0-31df-48bd-97cb-1cb6e4343533 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Request body: {'floatingip': {'floating_network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:05:47.132442 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:47.152896 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-408645b0-e52d-4d32-8723-6cdffb247b6d admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 3.4992163 Jul 16 14:05:47.187591 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] For port 266b13b3-5b80-46d4-9053-5e53b6229e2c, host dv-cinder-784763-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-7-iscsi',level=0,port_id=266b13b3-5b80-46d4-9053-5e53b6229e2c,segment=NetworkSegment(6901d94e-17f9-4035-ba46-6b4e81a8dcfc),segment_id=6901d94e-17f9-4035-ba46-6b4e81a8dcfc)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:05:47.202778 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 56758) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:05:47.206953 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9902bbb-67ad-4fab-becd-4e43fcafab28 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ff5fbfb-ada5-48f1-9058-a984051ba33b,revision_number=0']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:05:47.232630 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.v2.base [None req-7cfdc6e6-a1ca-4d16-b830-307c6b1aa961 admin admin] Request body: {'subnet': {'network_id': 'f42d659b-8267-46d5-b2ff-2f556676a082', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-628654297-subnet', 'tenant_id': 'e67d310edc9e4790a1873c0031218e58', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:05:47.241107 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736156224341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736155824276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736155824294'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:47.242196 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Device 936e5680-6b45-41c7-9073-dbaa75f76f33 up at agent ovs-agent-dv-cinder-784763-7-iscsi {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 14:05:47.559409 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Pushing event updated for resources: {'Port': ['ID=266b13b3-5b80-46d4-9053-5e53b6229e2c,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:05:47.574237 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-87aa46e0-31df-48bd-97cb-1cb6e4343533 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Notify callbacks [] for floatingip, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:47.582440 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Provisioning complete for port 936e5680-6b45-41c7-9073-dbaa75f76f33 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 14:05:47.583145 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16503849'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:47.599351 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408645b0-e52d-4d32-8723-6cdffb247b6d admin admin] Pushing event updated for resources: {'Network': ['ID=f42d659b-8267-46d5-b2ff-2f556676a082,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:05:47.643163 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.db.api [None req-7ac03be0-d4f8-4fe9-ab03-79a945b0fcd8 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 14:05:47.643163 dv-cinder-784763-7-iscsi neutron-server[93102]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 14:05:47.643163 dv-cinder-784763-7-iscsi neutron-server[93102]: [parameters: {'project_id_1': '013426c2fbce4b9a96763f256a5d029b', 'expiration_1': datetime.datetime(2021, 7, 16, 14, 5, 47, 574733)}] Jul 16 14:05:47.643163 dv-cinder-784763-7-iscsi neutron-server[93102]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93102) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 14:05:47.644089 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG oslo_db.api [None req-7ac03be0-d4f8-4fe9-ab03-79a945b0fcd8 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 14:05:47.653491 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcf0e79d-7a3e-454b-866a-9ae568e8ee3d admin admin] Router 4430923a-32e2-4e9b-95d6-658b24ee3dcc has already been hosted by L3 agent d50ece19-a35b-4d9c-a2c6-6c45fbfb3bdd {{(pid=93101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 14:05:47.663742 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Network f42d659b-8267-46d5-b2ff-2f556676a082 details requested by agent ovs-agent-dv-cinder-784763-7-iscsi with host dv-cinder-784763-7-iscsi {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 14:05:47.719244 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cfdc6e6-a1ca-4d16-b830-307c6b1aa961 admin admin] Made reservation on behalf of e67d310edc9e4790a1873c0031218e58 for: {'subnet': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 14:05:47.721669 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7cfdc6e6-a1ca-4d16-b830-307c6b1aa961 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:47.730987 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-34d4d020-7271-4e2d-9a75-dba819a40a50 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:47.761432 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-34d4d020-7271-4e2d-9a75-dba819a40a50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736156224341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736155824276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736155824294'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:47.765045 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-34d4d020-7271-4e2d-9a75-dba819a40a50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680260'] for router_interface, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:47.902746 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-4d671519-7851-47c6-86bb-0ffa48cda544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:47.995533 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-8242421b-4ca2-48ff-8c39-435c74e4c850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fea882b0-1fd1-4bb1-a881-eb7e1e81c560', 'name': 'tempest-AttachVolumeShelveTestJSON-512653053-router', 'tenant_id': 'a6bc8fee6e964669b7be670f21fca0f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'external_fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': '7b78f32c-2227-4088-9787-b67d4084a4d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T14:05:31Z', 'updated_at': '2021-07-16T14:05:39Z', 'revision_number': 4, 'project_id': 'a6bc8fee6e964669b7be670f21fca0f5', 'gw_port': {'id': '7b78f32c-2227-4088-9787-b67d4084a4d4', 'name': '', 'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:3a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea882b0-1fd1-4bb1-a881-eb7e1e81c560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:05:32Z', 'updated_at': '2021-07-16T14:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-7-iscsi', '_interfaces': [{'id': '7fe6d90a-41b1-4a21-a4b0-d37e1c60bd77', 'name': '', 'network_id': '3a4fb2c2-e115-4208-b9b7-fb0af769d696', 'tenant_id': 'a6bc8fee6e964669b7be670f21fca0f5', 'mac_address': 'fa:16:3e:d3:1c:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fea882b0-1fd1-4bb1-a881-eb7e1e81c560', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '9264d998-2235-4ea7-905f-68b77e185814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:05:37Z', 'updated_at': '2021-07-16T14:05:45Z', 'revision_number': 4, 'project_id': 'a6bc8fee6e964669b7be670f21fca0f5', 'subnets': [{'id': '9264d998-2235-4ea7-905f-68b77e185814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-7-iscsi', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:05:48.000651 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297d9ad3-86bb-405b-bb53-8f77deb6ffbb req-13f04a80-5e06-4474-aec4-2ba453cdc753 tempest-DeleteServersTestJSON-1079423793 tempest-DeleteServersTestJSON-1079423793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:05:48.002314 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-297d9ad3-86bb-405b-bb53-8f77deb6ffbb req-13f04a80-5e06-4474-aec4-2ba453cdc753 tempest-DeleteServersTestJSON-1079423793 tempest-DeleteServersTestJSON-1079423793-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b6dc115-d69d-463c-a82c-c3c9df26aad6 HTTP/1.1" status: 200 len: 931 time: 0.4176013 Jul 16 14:05:48.051502 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.v2.base [req-71c0c1eb-f29e-4eb0-bb78-bc6e4cd0661c req-b4adfbc3-6eb6-463d-94ca-10ebf87fe4ac service neutron] Request body: {'port': {'device_id': '4b6dc115-d69d-463c-a82c-c3c9df26aad6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78476'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:05:48.066217 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8242421b-4ca2-48ff-8c39-435c74e4c850 None None] The sync data for ids ['fea882b0-1fd1-4bb1-a881-eb7e1e81c560'] in dv-cinder-784763-7-iscsi is: [{'id': 'fea882b0-1fd1-4bb1-a881-eb7e1e81c560', 'name': 'tempest-AttachVolumeShelveTestJSON-512653053-router', 'tenant_id': 'a6bc8fee6e964669b7be670f21fca0f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'external_fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': '7b78f32c-2227-4088-9787-b67d4084a4d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T14:05:31Z', 'updated_at': '2021-07-16T14:05:39Z', 'revision_number': 4, 'project_id': 'a6bc8fee6e964669b7be670f21fca0f5', 'gw_port': {'id': '7b78f32c-2227-4088-9787-b67d4084a4d4', 'name': '', 'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:3a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea882b0-1fd1-4bb1-a881-eb7e1e81c560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:05:32Z', 'updated_at': '2021-07-16T14:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-7-iscsi', '_interfaces': [{'id': '7fe6d90a-41b1-4a21-a4b0-d37e1c60bd77', 'name': '', 'network_id': '3a4fb2c2-e115-4208-b9b7-fb0af769d696', 'tenant_id': 'a6bc8fee6e964669b7be670f21fca0f5', 'mac_address': 'fa:16:3e:d3:1c:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fea882b0-1fd1-4bb1-a881-eb7e1e81c560', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '9264d998-2235-4ea7-905f-68b77e185814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:05:37Z', 'updated_at': '2021-07-16T14:05:45Z', 'revision_number': 4, 'project_id': 'a6bc8fee6e964669b7be670f21fca0f5', 'subnets': [{'id': '9264d998-2235-4ea7-905f-68b77e185814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 14:05:48.139424 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Device 266b13b3-5b80-46d4-9053-5e53b6229e2c up at agent ovs-agent-dv-cinder-784763-7-iscsi {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 14:05:48.160972 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7ac03be0-d4f8-4fe9-ab03-79a945b0fcd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:48.359414 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Provisioning complete for port 266b13b3-5b80-46d4-9053-5e53b6229e2c triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 14:05:48.359783 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16503849'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:48.378055 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-297d9ad3-86bb-405b-bb53-8f77deb6ffbb req-0292c47b-f817-4bc2-b4de-a354231643cd tempest-DeleteServersTestJSON-1079423793 tempest-DeleteServersTestJSON-1079423793-project] 10.222.0.10 "GET /v2.0/security-groups?id=4b3e9cef-9660-4ae5-9082-aa329bb7eec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3654139 Jul 16 14:05:48.480864 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d4d020-7271-4e2d-9a75-dba819a40a50 admin admin] Pushing event updated for resources: {'Port': ['ID=9afb8bb1-c75a-4798-bed6-205ab3a5d557,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:05:48.591819 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-71c0c1eb-f29e-4eb0-bb78-bc6e4cd0661c req-b4adfbc3-6eb6-463d-94ca-10ebf87fe4ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:48.702025 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-87aa46e0-31df-48bd-97cb-1cb6e4343533 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:48.704855 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcf0e79d-7a3e-454b-866a-9ae568e8ee3d admin admin] Notify agent at l3_agent.dv-cinder-784763-7-iscsi the message routers_updated {{(pid=93101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 14:05:48.714795 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60cf8f52-4b81-44ab-98c1-d1f6125cc450 None None] Sync routers for ids ['4430923a-32e2-4e9b-95d6-658b24ee3dcc'] in dv-cinder-784763-7-iscsi {{(pid=93105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 14:05:48.720628 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-fcf0e79d-7a3e-454b-866a-9ae568e8ee3d admin admin] 10.222.0.10 "PUT /v2.0/routers/4430923a-32e2-4e9b-95d6-658b24ee3dcc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3491476 Jul 16 14:05:48.730322 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34d4d020-7271-4e2d-9a75-dba819a40a50 admin admin] Network 05b30fe7-953a-4cd0-9508-7a8db0272a66 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 14:05:48.736324 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-34d4d020-7271-4e2d-9a75-dba819a40a50 admin admin] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 14:05:48.736699 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60cf8f52-4b81-44ab-98c1-d1f6125cc450 None None] Routers {'4430923a-32e2-4e9b-95d6-658b24ee3dcc'} bound to L3 agent in host dv-cinder-784763-7-iscsi {{(pid=93105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 14:05:48.737428 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.l3_hamode_db [None req-60cf8f52-4b81-44ab-98c1-d1f6125cc450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T13:57:50Z,description=,heartbeat_timestamp=2021-07-16T14:05:20Z,host='dv-cinder-784763-7-iscsi',id=d50ece19-a35b-4d9c-a2c6-6c45fbfb3bdd,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T13:57:50Z,topic='l3_agent')) {'router_ids': ['4430923a-32e2-4e9b-95d6-658b24ee3dcc'], 'active': True} {{(pid=93105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:05:49.133598 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvr_db [None req-60cf8f52-4b81-44ab-98c1-d1f6125cc450 None None] Set router 4430923a-32e2-4e9b-95d6-658b24ee3dcc gateway port host: dv-cinder-784763-7-iscsi {{(pid=93105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 14:05:49.166879 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-b36cb6cf-868d-4885-87ed-c399dab901dd None None] Provisioning complete for port 9afb8bb1-c75a-4798-bed6-205ab3a5d557 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 14:05:49.167489 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b36cb6cf-868d-4885-87ed-c399dab901dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16503849'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:49.267582 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-b36cb6cf-868d-4885-87ed-c399dab901dd None None] Port 9afb8bb1-c75a-4798-bed6-205ab3a5d557 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 14:05:49.535010 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7ac03be0-d4f8-4fe9-ab03-79a945b0fcd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:49.544530 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7ac03be0-d4f8-4fe9-ab03-79a945b0fcd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:49.583923 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [None req-87aa46e0-31df-48bd-97cb-1cb6e4343533 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Allocated IP 172.27.1.233 (0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da/898cf826-a558-482b-96e1-37cc6b0abbc7/c1e518ee-4b50-4e1f-bf7c-622c43765113) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 14:05:49.625750 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac03be0-d4f8-4fe9-ab03-79a945b0fcd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18291aa8-1371-4748-9396-48cc53200424,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:05:49.709565 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-7ac03be0-d4f8-4fe9-ab03-79a945b0fcd8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=013426c2fbce4b9a96763f256a5d029b&name=default HTTP/1.1" status: 200 len: 2979 time: 2.7766798 Jul 16 14:05:49.718929 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 56832) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:05:49.734334 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.l3_hamode_db [None req-60cf8f52-4b81-44ab-98c1-d1f6125cc450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4430923a-32e2-4e9b-95d6-658b24ee3dcc', 'name': 'tempest-ServerRescueNegativeTestJSON-1709129777-router', 'tenant_id': '1ae576c2cfcb49e6ac111e6b815960e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'external_fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '266b13b3-5b80-46d4-9053-5e53b6229e2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T14:05:33Z', 'updated_at': '2021-07-16T14:05:44Z', 'revision_number': 4, 'project_id': '1ae576c2cfcb49e6ac111e6b815960e5', 'gw_port': {'id': '266b13b3-5b80-46d4-9053-5e53b6229e2c', 'name': '', 'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:96:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4430923a-32e2-4e9b-95d6-658b24ee3dcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:05:34Z', 'updated_at': '2021-07-16T14:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-7-iscsi', '_interfaces': [{'id': '592c513b-ee48-4676-925a-82ed730f6399', 'name': '', 'network_id': '51a90a03-af03-40ca-bb00-7020f83b5182', 'tenant_id': '1ae576c2cfcb49e6ac111e6b815960e5', 'mac_address': 'fa:16:3e:15:74:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4430923a-32e2-4e9b-95d6-658b24ee3dcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '1d5393f6-20e0-4dbd-a198-cb03cfea0892', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:05:43Z', 'updated_at': '2021-07-16T14:05:45Z', 'revision_number': 2, 'project_id': '1ae576c2cfcb49e6ac111e6b815960e5', 'subnets': [{'id': '1d5393f6-20e0-4dbd-a198-cb03cfea0892', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-7-iscsi', False) {} {{(pid=93105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:05:49.856013 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-87aa46e0-31df-48bd-97cb-1cb6e4343533 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:49.866518 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60cf8f52-4b81-44ab-98c1-d1f6125cc450 None None] Checking router: 4430923a-32e2-4e9b-95d6-658b24ee3dcc for host: dv-cinder-784763-7-iscsi {{(pid=93105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 14:05:49.867031 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60cf8f52-4b81-44ab-98c1-d1f6125cc450 None None] Updating router 4430923a-32e2-4e9b-95d6-658b24ee3dcc port 592c513b-ee48-4676-925a-82ed730f6399 binding host dv-cinder-784763-7-iscsi {{(pid=93105) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 14:05:49.907147 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-87aa46e0-31df-48bd-97cb-1cb6e4343533 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736155824258'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:49.926796 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-60cf8f52-4b81-44ab-98c1-d1f6125cc450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:50.041401 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87aa46e0-31df-48bd-97cb-1cb6e4343533 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Network 0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 14:05:50.124285 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7cfdc6e6-a1ca-4d16-b830-307c6b1aa961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186'] for subnet, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:50.131713 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87aa46e0-31df-48bd-97cb-1cb6e4343533 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Pushing event updated for resources: {'Port': ['ID=c1e518ee-4b50-4e1f-bf7c-622c43765113,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:05:50.141628 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-87aa46e0-31df-48bd-97cb-1cb6e4343533 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 14:05:50.149011 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87aa46e0-31df-48bd-97cb-1cb6e4343533 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 14:05:50.168973 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Device 7fe6d90a-41b1-4a21-a4b0-d37e1c60bd77 up at agent ovs-agent-dv-cinder-784763-7-iscsi {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 14:05:50.386328 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-245cca4a-9cd0-401d-961c-fe9864bb4e0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:50.438613 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Provisioning for port 7fe6d90a-41b1-4a21-a4b0-d37e1c60bd77 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 14:05:50.443855 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Provisioning complete for port 7fe6d90a-41b1-4a21-a4b0-d37e1c60bd77 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 14:05:50.444439 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16503849'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:50.537986 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f6bdfc86-0c9f-4132-a23e-9f314ac28b53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:50.642445 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.notifiers.nova [req-71c0c1eb-f29e-4eb0-bb78-bc6e4cd0661c req-b4adfbc3-6eb6-463d-94ca-10ebf87fe4ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 339567f1-2447-45d8-b678-b66efa0f9eeb {{(pid=93102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 14:05:50.694522 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-71c0c1eb-f29e-4eb0-bb78-bc6e4cd0661c req-b4adfbc3-6eb6-463d-94ca-10ebf87fe4ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:50.717537 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2591f1fd-46bb-4f3c-ae97-73d42f020408 req-80a6ea83-f45d-49ba-beb4-b922ef50c284 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:05:50.726430 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-2591f1fd-46bb-4f3c-ae97-73d42f020408 req-80a6ea83-f45d-49ba-beb4-b922ef50c284 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/networks?id=51a90a03-af03-40ca-bb00-7020f83b5182 HTTP/1.1" status: 200 len: 819 time: 0.9237111 Jul 16 14:05:50.742766 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f6bdfc86-0c9f-4132-a23e-9f314ac28b53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:50.751222 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-2591f1fd-46bb-4f3c-ae97-73d42f020408 req-aa9eb9ab-dd36-4fba-b1f8-923e4ebc7a05 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/quotas/1ae576c2cfcb49e6ac111e6b815960e5 HTTP/1.1" status: 200 len: 375 time: 0.0235357 Jul 16 14:05:50.768156 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-60cf8f52-4b81-44ab-98c1-d1f6125cc450 None None] Notify callbacks [] for port, precommit_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:50.801835 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-60cf8f52-4b81-44ab-98c1-d1f6125cc450 None None] Transition to ACTIVE for port object 592c513b-ee48-4676-925a-82ed730f6399 will not be triggered until provisioned by entity L2. {{(pid=93105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 14:05:50.817493 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-60cf8f52-4b81-44ab-98c1-d1f6125cc450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736156224341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736155824276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736155824294'] for port, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:50.865246 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.db.provisioning_blocks [req-71c0c1eb-f29e-4eb0-bb78-bc6e4cd0661c req-b4adfbc3-6eb6-463d-94ca-10ebf87fe4ac service neutron] Transition to ACTIVE for port object 339567f1-2447-45d8-b678-b66efa0f9eeb will not be triggered until provisioned by entity L2. {{(pid=93102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 14:05:50.909237 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:50.910610 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-71c0c1eb-f29e-4eb0-bb78-bc6e4cd0661c req-b4adfbc3-6eb6-463d-94ca-10ebf87fe4ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736156224341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736155824276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736155824294'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:50.926541 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb509ad-d31c-40f4-bbd8-d8d79f837ab8 None None] Pushing event updated for resources: {'Port': ['ID=592c513b-ee48-4676-925a-82ed730f6399,revision_number=3']} {{(pid=93105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:05:50.954311 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34d4d020-7271-4e2d-9a75-dba819a40a50 admin admin] Router 2ea68513-8ff3-45f6-b748-c07ceb1512d3 has already been hosted by L3 agent d50ece19-a35b-4d9c-a2c6-6c45fbfb3bdd {{(pid=93101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 14:05:50.968144 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:51.077189 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-87aa46e0-31df-48bd-97cb-1cb6e4343533 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:51.127710 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4adfbc3-6eb6-463d-94ca-10ebf87fe4ac service neutron] Pushing event updated for resources: {'Port': ['ID=339567f1-2447-45d8-b678-b66efa0f9eeb,revision_number=2']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:05:51.179290 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfdc6e6-a1ca-4d16-b830-307c6b1aa961 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b1c3881-c981-4421-bbda-1359ebbb3d54,revision_number=0']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:05:51.184450 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.managers [None req-60cf8f52-4b81-44ab-98c1-d1f6125cc450 None None] Attempting to bind port 592c513b-ee48-4676-925a-82ed730f6399 on host dv-cinder-784763-7-iscsi for vnic_type normal with profile {{(pid=93105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 14:05:51.186505 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.managers [None req-60cf8f52-4b81-44ab-98c1-d1f6125cc450 None None] Attempting to bind port 592c513b-ee48-4676-925a-82ed730f6399 by drivers openvswitch,hyperv on host dv-cinder-784763-7-iscsi at level 0 using segments [{'id': 'd7e1ee80-77c5-48f3-ac0a-95e0aff8ceeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '51a90a03-af03-40ca-bb00-7020f83b5182'}] {{(pid=93105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 14:05:51.186920 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60cf8f52-4b81-44ab-98c1-d1f6125cc450 None None] Attempting to bind port 592c513b-ee48-4676-925a-82ed730f6399 on network 51a90a03-af03-40ca-bb00-7020f83b5182 {{(pid=93105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 14:05:51.211581 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60cf8f52-4b81-44ab-98c1-d1f6125cc450 None None] Checking agent: {'id': '7d82e82a-2556-4908-8b18-4037e5dfdbc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784763-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 13, 57, 51), 'started_at': datetime.datetime(2021, 7, 16, 13, 58, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 14, 5, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784763-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 14:05:51.212676 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60cf8f52-4b81-44ab-98c1-d1f6125cc450 None None] Checking segment: {'id': 'd7e1ee80-77c5-48f3-ac0a-95e0aff8ceeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '51a90a03-af03-40ca-bb00-7020f83b5182'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 14:05:51.214162 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-60cf8f52-4b81-44ab-98c1-d1f6125cc450 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:51.215405 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60cf8f52-4b81-44ab-98c1-d1f6125cc450 None None] Bound using segment: {'id': 'd7e1ee80-77c5-48f3-ac0a-95e0aff8ceeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '51a90a03-af03-40ca-bb00-7020f83b5182'} {{(pid=93105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 14:05:51.217117 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.managers [None req-60cf8f52-4b81-44ab-98c1-d1f6125cc450 None None] Bound port: 592c513b-ee48-4676-925a-82ed730f6399, host: dv-cinder-784763-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7e1ee80-77c5-48f3-ac0a-95e0aff8ceeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '51a90a03-af03-40ca-bb00-7020f83b5182'}}] {{(pid=93105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 14:05:51.218711 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-60cf8f52-4b81-44ab-98c1-d1f6125cc450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:51.374080 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] For port 7fe6d90a-41b1-4a21-a4b0-d37e1c60bd77, host dv-cinder-784763-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-7-iscsi',level=0,port_id=7fe6d90a-41b1-4a21-a4b0-d37e1c60bd77,segment=NetworkSegment(3a29ac3c-6c4f-4bde-a091-d921a298bf30),segment_id=3a29ac3c-6c4f-4bde-a091-d921a298bf30)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:05:51.389815 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736156224341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736155824276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736155824294'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:51.441994 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f6bdfc86-0c9f-4132-a23e-9f314ac28b53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:51.450261 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f6bdfc86-0c9f-4132-a23e-9f314ac28b53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:51.452041 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-f6bdfc86-0c9f-4132-a23e-9f314ac28b53 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/18291aa8-1371-4748-9396-48cc53200424 HTTP/1.1" status: 204 len: 168 time: 1.7261391 Jul 16 14:05:51.458333 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-60cf8f52-4b81-44ab-98c1-d1f6125cc450 None None] For port 592c513b-ee48-4676-925a-82ed730f6399, host dv-cinder-784763-7-iscsi, cleared binding levels {{(pid=93105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 14:05:51.470841 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-60cf8f52-4b81-44ab-98c1-d1f6125cc450 None None] For port 592c513b-ee48-4676-925a-82ed730f6399, host dv-cinder-784763-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-7-iscsi',level=0,port_id=592c513b-ee48-4676-925a-82ed730f6399,segment=NetworkSegment(d7e1ee80-77c5-48f3-ac0a-95e0aff8ceeb),segment_id=d7e1ee80-77c5-48f3-ac0a-95e0aff8ceeb)] {{(pid=93105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 14:05:51.477646 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-2591f1fd-46bb-4f3c-ae97-73d42f020408 req-cba75ab1-fdf7-4e21-bd82-03dfd0d83c6e tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=1ae576c2cfcb49e6ac111e6b815960e5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7218566 Jul 16 14:05:51.478949 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-60cf8f52-4b81-44ab-98c1-d1f6125cc450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736156224341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736155824276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736155824294'] for port, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:51.514445 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bdfc86-0c9f-4132-a23e-9f314ac28b53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18291aa8-1371-4748-9396-48cc53200424,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:05:51.523183 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [req-71c0c1eb-f29e-4eb0-bb78-bc6e4cd0661c req-b4adfbc3-6eb6-463d-94ca-10ebf87fe4ac service neutron] Attempting to bind port 339567f1-2447-45d8-b678-b66efa0f9eeb on host hv-cinder-78476 for vnic_type normal with profile {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 14:05:51.523625 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [req-71c0c1eb-f29e-4eb0-bb78-bc6e4cd0661c req-b4adfbc3-6eb6-463d-94ca-10ebf87fe4ac service neutron] Attempting to bind port 339567f1-2447-45d8-b678-b66efa0f9eeb by drivers openvswitch,hyperv on host hv-cinder-78476 at level 0 using segments [{'id': 'fb621f83-4c98-48a9-b1d0-65df1adb2471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '65b87275-e932-457e-91c7-e4e0bb1d777f'}] {{(pid=93102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 14:05:51.523981 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c0c1eb-f29e-4eb0-bb78-bc6e4cd0661c req-b4adfbc3-6eb6-463d-94ca-10ebf87fe4ac service neutron] Attempting to bind port 339567f1-2447-45d8-b678-b66efa0f9eeb on network 65b87275-e932-457e-91c7-e4e0bb1d777f {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 14:05:51.539775 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c0c1eb-f29e-4eb0-bb78-bc6e4cd0661c req-b4adfbc3-6eb6-463d-94ca-10ebf87fe4ac service neutron] Port 339567f1-2447-45d8-b678-b66efa0f9eeb on network 65b87275-e932-457e-91c7-e4e0bb1d777f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78476 {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 14:05:51.543504 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c0c1eb-f29e-4eb0-bb78-bc6e4cd0661c req-b4adfbc3-6eb6-463d-94ca-10ebf87fe4ac service neutron] Attempting to bind port 339567f1-2447-45d8-b678-b66efa0f9eeb on network 65b87275-e932-457e-91c7-e4e0bb1d777f {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 14:05:51.544829 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Pushing event updated for resources: {'Port': ['ID=7fe6d90a-41b1-4a21-a4b0-d37e1c60bd77,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:05:51.562053 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c0c1eb-f29e-4eb0-bb78-bc6e4cd0661c req-b4adfbc3-6eb6-463d-94ca-10ebf87fe4ac service neutron] Checking agent: {'id': '6fdce28b-c36c-45c9-95d7-1ffee3187505', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78476', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 14, 3, 46), 'started_at': datetime.datetime(2021, 7, 16, 14, 3, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 14, 5, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 14:05:51.562421 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c0c1eb-f29e-4eb0-bb78-bc6e4cd0661c req-b4adfbc3-6eb6-463d-94ca-10ebf87fe4ac service neutron] Checking segment: {'id': 'fb621f83-4c98-48a9-b1d0-65df1adb2471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '65b87275-e932-457e-91c7-e4e0bb1d777f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 14:05:51.563091 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c0c1eb-f29e-4eb0-bb78-bc6e4cd0661c req-b4adfbc3-6eb6-463d-94ca-10ebf87fe4ac service neutron] Bound using segment: {'id': 'fb621f83-4c98-48a9-b1d0-65df1adb2471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '65b87275-e932-457e-91c7-e4e0bb1d777f'} {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 14:05:51.566048 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [req-71c0c1eb-f29e-4eb0-bb78-bc6e4cd0661c req-b4adfbc3-6eb6-463d-94ca-10ebf87fe4ac service neutron] Bound port: 339567f1-2447-45d8-b678-b66efa0f9eeb, host: hv-cinder-78476, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb621f83-4c98-48a9-b1d0-65df1adb2471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '65b87275-e932-457e-91c7-e4e0bb1d777f'}}] {{(pid=93102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 14:05:51.566442 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-87aa46e0-31df-48bd-97cb-1cb6e4343533 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:51.566553 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-71c0c1eb-f29e-4eb0-bb78-bc6e4cd0661c req-b4adfbc3-6eb6-463d-94ca-10ebf87fe4ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:51.610863 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-64ab8875-bbbc-4415-a681-ef47cf0d365f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:51.635396 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60cf8f52-4b81-44ab-98c1-d1f6125cc450 None None] Routers {'4430923a-32e2-4e9b-95d6-658b24ee3dcc'} bound to L3 agent in host dv-cinder-784763-7-iscsi {{(pid=93105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 14:05:51.636163 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.l3_hamode_db [None req-60cf8f52-4b81-44ab-98c1-d1f6125cc450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T13:57:50Z,description=,heartbeat_timestamp=2021-07-16T14:05:50Z,host='dv-cinder-784763-7-iscsi',id=d50ece19-a35b-4d9c-a2c6-6c45fbfb3bdd,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T13:57:50Z,topic='l3_agent')) {'router_ids': ['4430923a-32e2-4e9b-95d6-658b24ee3dcc'], 'active': True} {{(pid=93105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:05:51.666188 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34d4d020-7271-4e2d-9a75-dba819a40a50 admin admin] Notify agent at l3_agent.dv-cinder-784763-7-iscsi the message routers_updated {{(pid=93101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 14:05:51.684082 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be982a4f-e8ae-46d6-8447-dc778cc57dda None None] Sync routers for ids ['2ea68513-8ff3-45f6-b748-c07ceb1512d3'] in dv-cinder-784763-7-iscsi {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 14:05:51.692571 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb509ad-d31c-40f4-bbd8-d8d79f837ab8 None None] Pushing event updated for resources: {'Port': ['ID=592c513b-ee48-4676-925a-82ed730f6399,revision_number=4']} {{(pid=93105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:05:51.701015 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be982a4f-e8ae-46d6-8447-dc778cc57dda None None] Routers {'2ea68513-8ff3-45f6-b748-c07ceb1512d3'} bound to L3 agent in host dv-cinder-784763-7-iscsi {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 14:05:51.701771 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-be982a4f-e8ae-46d6-8447-dc778cc57dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T13:57:50Z,description=,heartbeat_timestamp=2021-07-16T14:05:50Z,host='dv-cinder-784763-7-iscsi',id=d50ece19-a35b-4d9c-a2c6-6c45fbfb3bdd,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T13:57:50Z,topic='l3_agent')) {'router_ids': ['2ea68513-8ff3-45f6-b748-c07ceb1512d3'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:05:51.710866 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-34d4d020-7271-4e2d-9a75-dba819a40a50 admin admin] 10.222.0.10 "PUT /v2.0/routers/2ea68513-8ff3-45f6-b748-c07ceb1512d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6107528 Jul 16 14:05:51.716580 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cfdc6e6-a1ca-4d16-b830-307c6b1aa961 admin admin] Checking segment: {'id': 'd0465f51-a098-4c9b-a944-6410b3a26961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'f42d659b-8267-46d5-b2ff-2f556676a082'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 14:05:51.716954 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cfdc6e6-a1ca-4d16-b830-307c6b1aa961 admin admin] Network hostable DHCP agents. Network: f42d659b-8267-46d5-b2ff-2f556676a082, hostable agents: ['ff372831-df71-440e-8c4b-463caa6f5ae0'], hosted agents: [] {{(pid=93101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 14:05:51.847262 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.db [req-71c0c1eb-f29e-4eb0-bb78-bc6e4cd0661c req-b4adfbc3-6eb6-463d-94ca-10ebf87fe4ac service neutron] For port 339567f1-2447-45d8-b678-b66efa0f9eeb, host hv-cinder-78476, cleared binding levels {{(pid=93102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 14:05:51.862048 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvr_db [None req-60cf8f52-4b81-44ab-98c1-d1f6125cc450 None None] Set router 4430923a-32e2-4e9b-95d6-658b24ee3dcc gateway port host: dv-cinder-784763-7-iscsi {{(pid=93105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 14:05:51.906217 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cfdc6e6-a1ca-4d16-b830-307c6b1aa961 admin admin] Network f42d659b-8267-46d5-b2ff-2f556676a082 is scheduled to be hosted by DHCP agent ff372831-df71-440e-8c4b-463caa6f5ae0 with binding_index 1 {{(pid=93101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 14:05:51.922240 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.db [req-71c0c1eb-f29e-4eb0-bb78-bc6e4cd0661c req-b4adfbc3-6eb6-463d-94ca-10ebf87fe4ac service neutron] For port 339567f1-2447-45d8-b678-b66efa0f9eeb, host hv-cinder-78476, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=339567f1-2447-45d8-b678-b66efa0f9eeb,segment=NetworkSegment(fb621f83-4c98-48a9-b1d0-65df1adb2471),segment_id=fb621f83-4c98-48a9-b1d0-65df1adb2471)] {{(pid=93102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 14:05:51.931289 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-71c0c1eb-f29e-4eb0-bb78-bc6e4cd0661c req-b4adfbc3-6eb6-463d-94ca-10ebf87fe4ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736156224341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736155824276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736155824294'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:51.951127 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c0c1eb-f29e-4eb0-bb78-bc6e4cd0661c req-b4adfbc3-6eb6-463d-94ca-10ebf87fe4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:05:51.951684 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-71c0c1eb-f29e-4eb0-bb78-bc6e4cd0661c req-b4adfbc3-6eb6-463d-94ca-10ebf87fe4ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583268'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:51.953185 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-71c0c1eb-f29e-4eb0-bb78-bc6e4cd0661c req-b4adfbc3-6eb6-463d-94ca-10ebf87fe4ac service neutron] 10.222.0.25 "PUT /v2.0/ports/339567f1-2447-45d8-b678-b66efa0f9eeb HTTP/1.1" status: 200 len: 1093 time: 4.3708632 Jul 16 14:05:51.954191 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b6dc115-d69d-463c-a82c-c3c9df26aad6', 'tag': '339567f1-2447-45d8-b678-b66efa0f9eeb'}] {{(pid=93102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 14:05:51.969940 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afeea9ce-1b98-4ef1-9d8f-6ac953068f83 req-71ba2956-b48e-4f60-b624-1dfc257b56e8 tempest-DeleteServersTestJSON-1079423793 tempest-DeleteServersTestJSON-1079423793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:05:51.976360 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-afeea9ce-1b98-4ef1-9d8f-6ac953068f83 req-71ba2956-b48e-4f60-b624-1dfc257b56e8 tempest-DeleteServersTestJSON-1079423793 tempest-DeleteServersTestJSON-1079423793-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b6dc115-d69d-463c-a82c-c3c9df26aad6 HTTP/1.1" status: 200 len: 943 time: 0.9431050 Jul 16 14:05:51.978481 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-7cfdc6e6-a1ca-4d16-b830-307c6b1aa961 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784763-7-iscsi, f42d659b-8267-46d5-b2ff-2f556676a082) {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 14:05:51.986772 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cfdc6e6-a1ca-4d16-b830-307c6b1aa961 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:05:51.988866 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7cfdc6e6-a1ca-4d16-b830-307c6b1aa961 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583268'] for subnet, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:51.998310 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-be982a4f-e8ae-46d6-8447-dc778cc57dda None None] Set router 2ea68513-8ff3-45f6-b748-c07ceb1512d3 gateway port host: dv-cinder-784763-7-iscsi {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 14:05:52.018070 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc76800e-e916-499e-897c-aa905e2d11ce None None] Network f42d659b-8267-46d5-b2ff-2f556676a082 requested from dv-cinder-784763-7-iscsi {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 14:05:52.172846 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-7cfdc6e6-a1ca-4d16-b830-307c6b1aa961 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 4.9617994 Jul 16 14:05:52.189561 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-afeea9ce-1b98-4ef1-9d8f-6ac953068f83 req-d4a0eb42-b710-4aee-8ebb-8c7e6c50d6fd tempest-DeleteServersTestJSON-1079423793 tempest-DeleteServersTestJSON-1079423793-project] 10.222.0.10 "GET /v2.0/security-groups?id=4b3e9cef-9660-4ae5-9082-aa329bb7eec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941893 Jul 16 14:05:52.300502 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4adfbc3-6eb6-463d-94ca-10ebf87fe4ac service neutron] Pushing event updated for resources: {'Port': ['ID=339567f1-2447-45d8-b678-b66efa0f9eeb,revision_number=3']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:05:52.374709 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-87aa46e0-31df-48bd-97cb-1cb6e4343533 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:52.381409 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-87aa46e0-31df-48bd-97cb-1cb6e4343533 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736156224341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736155824276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736155824294'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:52.446053 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [req-2591f1fd-46bb-4f3c-ae97-73d42f020408 req-c32f151f-d08c-4d17-8622-5b6942739605 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93102) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 14:05:52.461060 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-2591f1fd-46bb-4f3c-ae97-73d42f020408 req-c32f151f-d08c-4d17-8622-5b6942739605 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.6405690 Jul 16 14:05:52.467755 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Device 7fe6d90a-41b1-4a21-a4b0-d37e1c60bd77 up at agent ovs-agent-dv-cinder-784763-7-iscsi {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 14:05:52.476273 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-87aa46e0-31df-48bd-97cb-1cb6e4343533 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-611497'] for floatingip, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:52.486917 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c0c1eb-f29e-4eb0-bb78-bc6e4cd0661c req-e29ac8fb-a3c4-49ee-b517-44a5532a1550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:05:52.491304 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-71c0c1eb-f29e-4eb0-bb78-bc6e4cd0661c req-e29ac8fb-a3c4-49ee-b517-44a5532a1550 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c46ff88faece440e9ee840d4b30399ef&device_id=4b6dc115-d69d-463c-a82c-c3c9df26aad6 HTTP/1.1" status: 200 len: 1096 time: 0.3328302 Jul 16 14:05:52.514598 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-87aa46e0-31df-48bd-97cb-1cb6e4343533 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72406'] for floatingip, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:52.517359 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-87aa46e0-31df-48bd-97cb-1cb6e4343533 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.4135787 Jul 16 14:05:52.547916 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87aa46e0-31df-48bd-97cb-1cb6e4343533 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Pushing event updated for resources: {'Port': ['ID=c1e518ee-4b50-4e1f-bf7c-622c43765113,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:05:52.626760 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.l3_hamode_db [None req-60cf8f52-4b81-44ab-98c1-d1f6125cc450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4430923a-32e2-4e9b-95d6-658b24ee3dcc', 'name': 'tempest-ServerRescueNegativeTestJSON-1709129777-router', 'tenant_id': '1ae576c2cfcb49e6ac111e6b815960e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'external_fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '266b13b3-5b80-46d4-9053-5e53b6229e2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T14:05:33Z', 'updated_at': '2021-07-16T14:05:44Z', 'revision_number': 4, 'project_id': '1ae576c2cfcb49e6ac111e6b815960e5', 'gw_port': {'id': '266b13b3-5b80-46d4-9053-5e53b6229e2c', 'name': '', 'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:96:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4430923a-32e2-4e9b-95d6-658b24ee3dcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:05:34Z', 'updated_at': '2021-07-16T14:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-7-iscsi', '_interfaces': [{'id': '592c513b-ee48-4676-925a-82ed730f6399', 'name': '', 'network_id': '51a90a03-af03-40ca-bb00-7020f83b5182', 'tenant_id': '1ae576c2cfcb49e6ac111e6b815960e5', 'mac_address': 'fa:16:3e:15:74:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4430923a-32e2-4e9b-95d6-658b24ee3dcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '1d5393f6-20e0-4dbd-a198-cb03cfea0892', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:05:43Z', 'updated_at': '2021-07-16T14:05:51Z', 'revision_number': 4, 'project_id': '1ae576c2cfcb49e6ac111e6b815960e5', 'subnets': [{'id': '1d5393f6-20e0-4dbd-a198-cb03cfea0892', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-7-iscsi', False) {} {{(pid=93105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:05:52.627363 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b27cea7c-b3e6-45b3-9a2c-5bb119be7c47 None None] Network f42d659b-8267-46d5-b2ff-2f556676a082 requested from dv-cinder-784763-7-iscsi {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 14:05:52.664136 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60cf8f52-4b81-44ab-98c1-d1f6125cc450 None None] The sync data for ids ['4430923a-32e2-4e9b-95d6-658b24ee3dcc'] in dv-cinder-784763-7-iscsi is: [{'id': '4430923a-32e2-4e9b-95d6-658b24ee3dcc', 'name': 'tempest-ServerRescueNegativeTestJSON-1709129777-router', 'tenant_id': '1ae576c2cfcb49e6ac111e6b815960e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'external_fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '266b13b3-5b80-46d4-9053-5e53b6229e2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T14:05:33Z', 'updated_at': '2021-07-16T14:05:44Z', 'revision_number': 4, 'project_id': '1ae576c2cfcb49e6ac111e6b815960e5', 'gw_port': {'id': '266b13b3-5b80-46d4-9053-5e53b6229e2c', 'name': '', 'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:96:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4430923a-32e2-4e9b-95d6-658b24ee3dcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:05:34Z', 'updated_at': '2021-07-16T14:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-7-iscsi', '_interfaces': [{'id': '592c513b-ee48-4676-925a-82ed730f6399', 'name': '', 'network_id': '51a90a03-af03-40ca-bb00-7020f83b5182', 'tenant_id': '1ae576c2cfcb49e6ac111e6b815960e5', 'mac_address': 'fa:16:3e:15:74:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4430923a-32e2-4e9b-95d6-658b24ee3dcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '1d5393f6-20e0-4dbd-a198-cb03cfea0892', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:05:43Z', 'updated_at': '2021-07-16T14:05:51Z', 'revision_number': 4, 'project_id': '1ae576c2cfcb49e6ac111e6b815960e5', 'subnets': [{'id': '1d5393f6-20e0-4dbd-a198-cb03cfea0892', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 14:05:52.747811 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-71c0c1eb-f29e-4eb0-bb78-bc6e4cd0661c req-11d4df7a-4674-42fb-8b41-98d6702b4c63 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=339567f1-2447-45d8-b678-b66efa0f9eeb HTTP/1.1" status: 200 len: 217 time: 0.1798911 Jul 16 14:05:52.890594 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Provisioning complete for port 7fe6d90a-41b1-4a21-a4b0-d37e1c60bd77 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 14:05:52.890967 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16503849'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:52.960527 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c0c1eb-f29e-4eb0-bb78-bc6e4cd0661c req-e361262f-70c2-4f66-96c7-37de663a4649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:05:52.965581 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-71c0c1eb-f29e-4eb0-bb78-bc6e4cd0661c req-e361262f-70c2-4f66-96c7-37de663a4649 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f7768dcc-78a4-4fea-a632-9ce14f4e12c3 HTTP/1.1" status: 200 len: 852 time: 0.1199868 Jul 16 14:05:52.975300 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a11fcfe668901014f0ad0c9d70c66bea342e29a2e59f45ce58be81cf923ee92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36313b39-e823-49ac-9eed-b5665ecb1c9f" -d '{"events": [{"name": "network-changed", "server_uuid": "4b6dc115-d69d-463c-a82c-c3c9df26aad6", "tag": "339567f1-2447-45d8-b678-b66efa0f9eeb"}]}' {{(pid=93102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 14:05:53.035911 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-2591f1fd-46bb-4f3c-ae97-73d42f020408 req-15e47d10-001b-40c2-b5cd-d33c22aa9474 service neutron] 10.222.0.10 "GET /v2.0/networks/51a90a03-af03-40ca-bb00-7020f83b5182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5724750 Jul 16 14:05:53.211739 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-fe1600e4-7db6-428f-a340-75d1d02f3a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:53.225976 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-2591f1fd-46bb-4f3c-ae97-73d42f020408 req-86b90721-17b4-42de-bff7-76fc80e31c49 service neutron] 10.222.0.10 "GET /v2.0/networks/51a90a03-af03-40ca-bb00-7020f83b5182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889009 Jul 16 14:05:53.321744 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-be982a4f-e8ae-46d6-8447-dc778cc57dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ea68513-8ff3-45f6-b748-c07ceb1512d3', 'name': 'tempest-AttachVolumeTestJSON-553302294-router', 'tenant_id': 'b3b16082e5f440ba8228e496c1f92b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'external_fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': '936e5680-6b45-41c7-9073-dbaa75f76f33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T14:05:34Z', 'updated_at': '2021-07-16T14:05:46Z', 'revision_number': 4, 'project_id': 'b3b16082e5f440ba8228e496c1f92b3a', 'gw_port': {'id': '936e5680-6b45-41c7-9073-dbaa75f76f33', 'name': '', 'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:64:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ea68513-8ff3-45f6-b748-c07ceb1512d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:05:35Z', 'updated_at': '2021-07-16T14:05:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-7-iscsi', '_interfaces': [{'id': '9afb8bb1-c75a-4798-bed6-205ab3a5d557', 'name': '', 'network_id': '05b30fe7-953a-4cd0-9508-7a8db0272a66', 'tenant_id': 'b3b16082e5f440ba8228e496c1f92b3a', 'mac_address': 'fa:16:3e:b9:84:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ea68513-8ff3-45f6-b748-c07ceb1512d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '06d06c6a-1905-449b-b463-f55701ce50ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:05:42Z', 'updated_at': '2021-07-16T14:05:47Z', 'revision_number': 2, 'project_id': 'b3b16082e5f440ba8228e496c1f92b3a', 'subnets': [{'id': '06d06c6a-1905-449b-b463-f55701ce50ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-7-iscsi', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:05:53.418213 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be982a4f-e8ae-46d6-8447-dc778cc57dda None None] Checking router: 2ea68513-8ff3-45f6-b748-c07ceb1512d3 for host: dv-cinder-784763-7-iscsi {{(pid=93103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 14:05:53.418572 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be982a4f-e8ae-46d6-8447-dc778cc57dda None None] Updating router 2ea68513-8ff3-45f6-b748-c07ceb1512d3 port 9afb8bb1-c75a-4798-bed6-205ab3a5d557 binding host dv-cinder-784763-7-iscsi {{(pid=93103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 14:05:53.471740 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 56946) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:05:53.478899 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.v2.base [None req-1f797a7d-b3e6-4418-8980-41dd2a968d75 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Request body: {'security_group': {'name': 'tempest-securitygroup--708040784', 'description': 'tempest-description--657896967'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:05:53.498583 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-be982a4f-e8ae-46d6-8447-dc778cc57dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:53.565325 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-1f797a7d-b3e6-4418-8980-41dd2a968d75 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:53.834814 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-71c0c1eb-f29e-4eb0-bb78-bc6e4cd0661c req-7884e0f9-becc-4600-b886-7afbd0a80582 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=65b87275-e932-457e-91c7-e4e0bb1d777f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6076839 Jul 16 14:05:53.839782 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-1f797a7d-b3e6-4418-8980-41dd2a968d75 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:53.846236 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-1f797a7d-b3e6-4418-8980-41dd2a968d75 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:53.903775 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f797a7d-b3e6-4418-8980-41dd2a968d75 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aeebecfc-2afb-411a-b312-62aa81725bc1,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:05:53.941074 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-1f797a7d-b3e6-4418-8980-41dd2a968d75 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:53.963841 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-1f797a7d-b3e6-4418-8980-41dd2a968d75 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.4700127 Jul 16 14:05:53.966726 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 56980) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:05:53.994333 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.v2.base [None req-977e8d4f-99e3-4011-a601-7a2c18bc9e38 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Request body: {'security_group_rule': {'security_group_id': 'aeebecfc-2afb-411a-b312-62aa81725bc1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:05:54.120614 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-71c0c1eb-f29e-4eb0-bb78-bc6e4cd0661c req-7c2737d5-dea2-4d7a-a344-37830c8578bd service neutron] 10.222.0.25 "GET /v2.0/networks/65b87275-e932-457e-91c7-e4e0bb1d777f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2699006 Jul 16 14:05:54.120867 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-977e8d4f-99e3-4011-a601-7a2c18bc9e38 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:54.353115 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-71c0c1eb-f29e-4eb0-bb78-bc6e4cd0661c req-8e9013b2-22bd-472f-a965-35a96ddf89f9 service neutron] 10.222.0.25 "GET /v2.0/networks/65b87275-e932-457e-91c7-e4e0bb1d777f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2189796 Jul 16 14:05:54.366621 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Device 592c513b-ee48-4676-925a-82ed730f6399 up at agent ovs-agent-dv-cinder-784763-7-iscsi {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 14:05:54.388417 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-977e8d4f-99e3-4011-a601-7a2c18bc9e38 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:54.397738 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-977e8d4f-99e3-4011-a601-7a2c18bc9e38 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829969'] for security_group_rule, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:54.454324 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-be982a4f-e8ae-46d6-8447-dc778cc57dda None None] Notify callbacks [] for port, precommit_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:54.455836 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977e8d4f-99e3-4011-a601-7a2c18bc9e38 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6167aca-a922-46df-b43e-ba485e906dfb,revision_number=0']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:05:54.476230 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 14:05:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53fe8097-f957-4366-930b-40e8f77a1dcf x-openstack-request-id: req-53fe8097-f957-4366-930b-40e8f77a1dcf {{(pid=93102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 14:05:54.477239 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b6dc115-d69d-463c-a82c-c3c9df26aad6", "tag": "339567f1-2447-45d8-b678-b66efa0f9eeb", "status": "completed", "code": 200}]} {{(pid=93102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 14:05:54.481465 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-53fe8097-f957-4366-930b-40e8f77a1dcf {{(pid=93102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 14:05:54.482157 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b6dc115-d69d-463c-a82c-c3c9df26aad6', 'tag': '339567f1-2447-45d8-b678-b66efa0f9eeb', 'status': 'completed', 'code': 200} Jul 16 14:05:54.484888 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-977e8d4f-99e3-4011-a601-7a2c18bc9e38 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:54.488733 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-977e8d4f-99e3-4011-a601-7a2c18bc9e38 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5162079 Jul 16 14:05:54.490217 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 57000) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:05:54.507266 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-7a6b1e68-0e46-4c12-a242-bb0ba7255add req-20f3676f-90c7-4a09-aee1-4ed3527cc560 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--2053339875&fields=id&tenant_id=a6bc8fee6e964669b7be670f21fca0f5 HTTP/1.1" status: 200 len: 267 time: 0.3832524 Jul 16 14:05:54.507874 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-be982a4f-e8ae-46d6-8447-dc778cc57dda None None] Transition to ACTIVE for port object 9afb8bb1-c75a-4798-bed6-205ab3a5d557 will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 14:05:54.516209 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.v2.base [None req-d7c08a00-ae06-43dc-ad4f-efe916e06105 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Request body: {'security_group_rule': {'security_group_id': 'aeebecfc-2afb-411a-b312-62aa81725bc1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:05:54.517837 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-be982a4f-e8ae-46d6-8447-dc778cc57dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736156224341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736155824276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736155824294'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:54.628111 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Provisioning for port 592c513b-ee48-4676-925a-82ed730f6399 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 14:05:54.641130 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Provisioning complete for port 592c513b-ee48-4676-925a-82ed730f6399 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 14:05:54.641509 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16503849'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:54.653781 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d7c08a00-ae06-43dc-ad4f-efe916e06105 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:54.768418 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d828e2e-351c-4594-ab63-9ec899e6a512 None None] Pushing event updated for resources: {'Port': ['ID=9afb8bb1-c75a-4798-bed6-205ab3a5d557,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:05:54.890599 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-be982a4f-e8ae-46d6-8447-dc778cc57dda None None] Attempting to bind port 9afb8bb1-c75a-4798-bed6-205ab3a5d557 on host dv-cinder-784763-7-iscsi for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 14:05:54.890979 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-be982a4f-e8ae-46d6-8447-dc778cc57dda None None] Attempting to bind port 9afb8bb1-c75a-4798-bed6-205ab3a5d557 by drivers openvswitch,hyperv on host dv-cinder-784763-7-iscsi at level 0 using segments [{'id': 'a2275036-b4cd-463f-abae-2b31086d1a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '05b30fe7-953a-4cd0-9508-7a8db0272a66'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 14:05:54.891367 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be982a4f-e8ae-46d6-8447-dc778cc57dda None None] Attempting to bind port 9afb8bb1-c75a-4798-bed6-205ab3a5d557 on network 05b30fe7-953a-4cd0-9508-7a8db0272a66 {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 14:05:54.900110 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be982a4f-e8ae-46d6-8447-dc778cc57dda None None] Checking agent: {'id': '7d82e82a-2556-4908-8b18-4037e5dfdbc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784763-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 13, 57, 51), 'started_at': datetime.datetime(2021, 7, 16, 13, 58, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 14, 5, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784763-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 14:05:54.900484 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be982a4f-e8ae-46d6-8447-dc778cc57dda None None] Checking segment: {'id': 'a2275036-b4cd-463f-abae-2b31086d1a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '05b30fe7-953a-4cd0-9508-7a8db0272a66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 14:05:54.900918 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-be982a4f-e8ae-46d6-8447-dc778cc57dda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:54.901317 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be982a4f-e8ae-46d6-8447-dc778cc57dda None None] Bound using segment: {'id': 'a2275036-b4cd-463f-abae-2b31086d1a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '05b30fe7-953a-4cd0-9508-7a8db0272a66'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 14:05:54.907176 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-be982a4f-e8ae-46d6-8447-dc778cc57dda None None] Bound port: 9afb8bb1-c75a-4798-bed6-205ab3a5d557, host: dv-cinder-784763-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2275036-b4cd-463f-abae-2b31086d1a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '05b30fe7-953a-4cd0-9508-7a8db0272a66'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 14:05:54.907775 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-be982a4f-e8ae-46d6-8447-dc778cc57dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:54.925399 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6b1e68-0e46-4c12-a242-bb0ba7255add req-b29231a5-82a9-4ec6-ac16-8ce15284faee tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:05:54.934732 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-7a6b1e68-0e46-4c12-a242-bb0ba7255add req-b29231a5-82a9-4ec6-ac16-8ce15284faee tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/networks?id=3a4fb2c2-e115-4208-b9b7-fb0af769d696 HTTP/1.1" status: 200 len: 816 time: 0.4204979 Jul 16 14:05:54.953055 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-7a6b1e68-0e46-4c12-a242-bb0ba7255add req-990a7270-de89-4569-8002-0d3b823892ae tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/quotas/a6bc8fee6e964669b7be670f21fca0f5 HTTP/1.1" status: 200 len: 375 time: 0.0169423 Jul 16 14:05:55.093746 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-be982a4f-e8ae-46d6-8447-dc778cc57dda None None] For port 9afb8bb1-c75a-4798-bed6-205ab3a5d557, host dv-cinder-784763-7-iscsi, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 14:05:55.100241 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-be982a4f-e8ae-46d6-8447-dc778cc57dda None None] For port 9afb8bb1-c75a-4798-bed6-205ab3a5d557, host dv-cinder-784763-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-7-iscsi',level=0,port_id=9afb8bb1-c75a-4798-bed6-205ab3a5d557,segment=NetworkSegment(a2275036-b4cd-463f-abae-2b31086d1a30),segment_id=a2275036-b4cd-463f-abae-2b31086d1a30)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 14:05:55.136590 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-be982a4f-e8ae-46d6-8447-dc778cc57dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736156224341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736155824276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736155824294'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:55.182254 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:55.227019 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 57018) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:05:55.237345 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.v2.base [None req-18e33ca6-6067-431f-b6b9-13faa706e82d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1354802286-network', 'tenant_id': '1129805b912b4c33b238b57b9ea4600e'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:05:55.285624 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d7c08a00-ae06-43dc-ad4f-efe916e06105 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:55.313251 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d7c08a00-ae06-43dc-ad4f-efe916e06105 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829969'] for security_group_rule, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:55.329692 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be982a4f-e8ae-46d6-8447-dc778cc57dda None None] Routers {'2ea68513-8ff3-45f6-b748-c07ceb1512d3'} bound to L3 agent in host dv-cinder-784763-7-iscsi {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 14:05:55.330294 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-be982a4f-e8ae-46d6-8447-dc778cc57dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T13:57:50Z,description=,heartbeat_timestamp=2021-07-16T14:05:50Z,host='dv-cinder-784763-7-iscsi',id=d50ece19-a35b-4d9c-a2c6-6c45fbfb3bdd,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T13:57:50Z,topic='l3_agent')) {'router_ids': ['2ea68513-8ff3-45f6-b748-c07ceb1512d3'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:05:55.343922 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-7a6b1e68-0e46-4c12-a242-bb0ba7255add req-581fcb0b-c935-40da-bbc3-d7bd224abbaf tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=a6bc8fee6e964669b7be670f21fca0f5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3860962 Jul 16 14:05:55.420919 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c08a00-ae06-43dc-ad4f-efe916e06105 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5dcbe7c-8515-486e-94f7-1bb278537826,revision_number=0']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:05:55.492732 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af70df17-a172-41d2-8920-74827b900402 req-a311c73d-2415-4118-bfb9-eefccf791880 tempest-DeleteServersTestJSON-1079423793 tempest-DeleteServersTestJSON-1079423793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:05:55.495692 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] For port 592c513b-ee48-4676-925a-82ed730f6399, host dv-cinder-784763-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-7-iscsi',level=0,port_id=592c513b-ee48-4676-925a-82ed730f6399,segment=NetworkSegment(d7e1ee80-77c5-48f3-ac0a-95e0aff8ceeb),segment_id=d7e1ee80-77c5-48f3-ac0a-95e0aff8ceeb)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:05:55.505214 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-af70df17-a172-41d2-8920-74827b900402 req-a311c73d-2415-4118-bfb9-eefccf791880 tempest-DeleteServersTestJSON-1079423793 tempest-DeleteServersTestJSON-1079423793-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b6dc115-d69d-463c-a82c-c3c9df26aad6 HTTP/1.1" status: 200 len: 943 time: 0.6888206 Jul 16 14:05:55.506410 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d828e2e-351c-4594-ab63-9ec899e6a512 None None] Pushing event updated for resources: {'Port': ['ID=9afb8bb1-c75a-4798-bed6-205ab3a5d557,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:05:55.514667 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736156224341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736155824276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736155824294'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:55.565133 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d7c08a00-ae06-43dc-ad4f-efe916e06105 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:55.575207 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36313b39-e823-49ac-9eed-b5665ecb1c9f req-24c2dcfa-a9f1-4cbd-a685-1b0d9989e572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:05:55.575943 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-d7c08a00-ae06-43dc-ad4f-efe916e06105 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0824325 Jul 16 14:05:55.577494 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 57024) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:05:55.579663 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-36313b39-e823-49ac-9eed-b5665ecb1c9f req-24c2dcfa-a9f1-4cbd-a685-1b0d9989e572 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c46ff88faece440e9ee840d4b30399ef&device_id=4b6dc115-d69d-463c-a82c-c3c9df26aad6 HTTP/1.1" status: 200 len: 1096 time: 0.6935890 Jul 16 14:05:55.588330 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18e33ca6-6067-431f-b6b9-13faa706e82d admin admin] Made reservation on behalf of 1129805b912b4c33b238b57b9ea4600e for: {'network': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 14:05:55.597116 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-18e33ca6-6067-431f-b6b9-13faa706e82d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for network, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:55.604569 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.v2.base [None req-062e30b2-db1e-4e03-825b-f32c03945b2e tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Request body: {'floatingip': {'floating_network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:05:55.639134 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Pushing event updated for resources: {'Port': ['ID=592c513b-ee48-4676-925a-82ed730f6399,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:05:55.677636 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-af70df17-a172-41d2-8920-74827b900402 req-4e7f4914-9ee7-49c8-95de-aa890c996363 tempest-DeleteServersTestJSON-1079423793 tempest-DeleteServersTestJSON-1079423793-project] 10.222.0.10 "GET /v2.0/security-groups?id=4b3e9cef-9660-4ae5-9082-aa329bb7eec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658962 Jul 16 14:05:55.717120 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-062e30b2-db1e-4e03-825b-f32c03945b2e tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Notify callbacks [] for floatingip, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:55.802291 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-18e33ca6-6067-431f-b6b9-13faa706e82d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:55.976199 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-7a6b1e68-0e46-4c12-a242-bb0ba7255add req-b2c372d4-75f8-4f64-bc75-6c48c96008df service neutron] 10.222.0.10 "GET /v2.0/networks/3a4fb2c2-e115-4208-b9b7-fb0af769d696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6129999 Jul 16 14:05:56.109365 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-be982a4f-e8ae-46d6-8447-dc778cc57dda None None] Set router 2ea68513-8ff3-45f6-b748-c07ceb1512d3 gateway port host: dv-cinder-784763-7-iscsi {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 14:05:56.195585 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Device 592c513b-ee48-4676-925a-82ed730f6399 up at agent ovs-agent-dv-cinder-784763-7-iscsi {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 14:05:56.234428 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-0e056e76-1454-4703-ad70-e44c33a7fc81 req-bf095da2-2684-42eb-ae2a-3c991a692099 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ea9a593-16d3-465c-8131-fc586d36046d HTTP/1.1" status: 200 len: 210 time: 0.1302583 Jul 16 14:05:56.276979 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-062e30b2-db1e-4e03-825b-f32c03945b2e tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:56.560334 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Provisioning complete for port 592c513b-ee48-4676-925a-82ed730f6399 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 14:05:56.561040 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16503849'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:56.610792 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-18e33ca6-6067-431f-b6b9-13faa706e82d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:56.626039 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [None req-062e30b2-db1e-4e03-825b-f32c03945b2e tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Allocated IP 172.27.1.100 (0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da/898cf826-a558-482b-96e1-37cc6b0abbc7/4b1a6ad5-5099-4485-b6e6-34eced05375d) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 14:05:56.685762 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-18e33ca6-6067-431f-b6b9-13faa706e82d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:56.712358 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18e33ca6-6067-431f-b6b9-13faa706e82d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 232} {{(pid=93102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 14:05:56.739673 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-18e33ca6-6067-431f-b6b9-13faa706e82d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16512664'] for segment, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:56.740120 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.db.segments_db [None req-18e33ca6-6067-431f-b6b9-13faa706e82d admin admin] Added segment 1d56ee1f-13e9-446c-bae8-148feb48169a of type vlan for network a9380dd2-f278-462f-a9b6-e8ebc9f1c32c Jul 16 14:05:56.857650 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-18e33ca6-6067-431f-b6b9-13faa706e82d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736155808503'] for network, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:56.881686 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-be982a4f-e8ae-46d6-8447-dc778cc57dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ea68513-8ff3-45f6-b748-c07ceb1512d3', 'name': 'tempest-AttachVolumeTestJSON-553302294-router', 'tenant_id': 'b3b16082e5f440ba8228e496c1f92b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'external_fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': '936e5680-6b45-41c7-9073-dbaa75f76f33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T14:05:34Z', 'updated_at': '2021-07-16T14:05:46Z', 'revision_number': 4, 'project_id': 'b3b16082e5f440ba8228e496c1f92b3a', 'gw_port': {'id': '936e5680-6b45-41c7-9073-dbaa75f76f33', 'name': '', 'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:64:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ea68513-8ff3-45f6-b748-c07ceb1512d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:05:35Z', 'updated_at': '2021-07-16T14:05:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-7-iscsi', '_interfaces': [{'id': '9afb8bb1-c75a-4798-bed6-205ab3a5d557', 'name': '', 'network_id': '05b30fe7-953a-4cd0-9508-7a8db0272a66', 'tenant_id': 'b3b16082e5f440ba8228e496c1f92b3a', 'mac_address': 'fa:16:3e:b9:84:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ea68513-8ff3-45f6-b748-c07ceb1512d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '06d06c6a-1905-449b-b463-f55701ce50ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:05:42Z', 'updated_at': '2021-07-16T14:05:55Z', 'revision_number': 4, 'project_id': 'b3b16082e5f440ba8228e496c1f92b3a', 'subnets': [{'id': '06d06c6a-1905-449b-b463-f55701ce50ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-7-iscsi', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:05:56.900715 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-062e30b2-db1e-4e03-825b-f32c03945b2e tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:56.914438 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be982a4f-e8ae-46d6-8447-dc778cc57dda None None] The sync data for ids ['2ea68513-8ff3-45f6-b748-c07ceb1512d3'] in dv-cinder-784763-7-iscsi is: [{'id': '2ea68513-8ff3-45f6-b748-c07ceb1512d3', 'name': 'tempest-AttachVolumeTestJSON-553302294-router', 'tenant_id': 'b3b16082e5f440ba8228e496c1f92b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'external_fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': '936e5680-6b45-41c7-9073-dbaa75f76f33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T14:05:34Z', 'updated_at': '2021-07-16T14:05:46Z', 'revision_number': 4, 'project_id': 'b3b16082e5f440ba8228e496c1f92b3a', 'gw_port': {'id': '936e5680-6b45-41c7-9073-dbaa75f76f33', 'name': '', 'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:64:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ea68513-8ff3-45f6-b748-c07ceb1512d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:05:35Z', 'updated_at': '2021-07-16T14:05:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-7-iscsi', '_interfaces': [{'id': '9afb8bb1-c75a-4798-bed6-205ab3a5d557', 'name': '', 'network_id': '05b30fe7-953a-4cd0-9508-7a8db0272a66', 'tenant_id': 'b3b16082e5f440ba8228e496c1f92b3a', 'mac_address': 'fa:16:3e:b9:84:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ea68513-8ff3-45f6-b748-c07ceb1512d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '06d06c6a-1905-449b-b463-f55701ce50ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:05:42Z', 'updated_at': '2021-07-16T14:05:55Z', 'revision_number': 4, 'project_id': 'b3b16082e5f440ba8228e496c1f92b3a', 'subnets': [{'id': '06d06c6a-1905-449b-b463-f55701ce50ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 14:05:56.978536 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-18e33ca6-6067-431f-b6b9-13faa706e82d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186'] for network, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:56.984028 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e33ca6-6067-431f-b6b9-13faa706e82d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:05:56.991077 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-18e33ca6-6067-431f-b6b9-13faa706e82d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583268'] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:57.245074 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeb0968-a57e-4b99-86c2-444a17f45f25 req-a16669ef-8270-4228-a612-99a22ef215a7 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:05:57.251430 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e33ca6-6067-431f-b6b9-13faa706e82d admin admin] Pushing event updated for resources: {'Network': ['ID=a9380dd2-f278-462f-a9b6-e8ebc9f1c32c,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:05:57.257719 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-beeb0968-a57e-4b99-86c2-444a17f45f25 req-a16669ef-8270-4228-a612-99a22ef215a7 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/networks?id=51a90a03-af03-40ca-bb00-7020f83b5182 HTTP/1.1" status: 200 len: 819 time: 0.3757763 Jul 16 14:05:57.281548 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Network a9380dd2-f278-462f-a9b6-e8ebc9f1c32c details requested by agent ovs-agent-dv-cinder-784763-7-iscsi with host dv-cinder-784763-7-iscsi {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 14:05:57.284362 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-062e30b2-db1e-4e03-825b-f32c03945b2e tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736155824258'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:57.312153 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-beeb0968-a57e-4b99-86c2-444a17f45f25 req-352aca9a-4dcf-4f50-bf78-d2aadf8ec429 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/quotas/1ae576c2cfcb49e6ac111e6b815960e5 HTTP/1.1" status: 200 len: 375 time: 0.0526328 Jul 16 14:05:57.413842 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 57076) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:05:57.456043 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-062e30b2-db1e-4e03-825b-f32c03945b2e tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Network 0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 14:05:57.460120 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-062e30b2-db1e-4e03-825b-f32c03945b2e tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 14:05:57.483982 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e33ca6-6067-431f-b6b9-13faa706e82d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41154c83-cca5-48e2-84b2-4229997daa3c,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:05:57.484451 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-062e30b2-db1e-4e03-825b-f32c03945b2e tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 14:05:57.515546 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062e30b2-db1e-4e03-825b-f32c03945b2e tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Pushing event updated for resources: {'Port': ['ID=4b1a6ad5-5099-4485-b6e6-34eced05375d,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:05:57.533440 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-7a6b1e68-0e46-4c12-a242-bb0ba7255add req-671bdb38-41f6-4fcc-a175-7f5971302339 service neutron] 10.222.0.10 "GET /v2.0/networks/3a4fb2c2-e115-4208-b9b7-fb0af769d696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5546730 Jul 16 14:05:57.547537 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-18e33ca6-6067-431f-b6b9-13faa706e82d admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.3164828 Jul 16 14:05:57.562244 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 57080) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:05:57.571280 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.v2.base [None req-a94d8b9d-bfa5-4578-b906-82b12da49274 admin admin] Request body: {'subnet': {'network_id': 'a9380dd2-f278-462f-a9b6-e8ebc9f1c32c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1354802286-subnet', 'tenant_id': '1129805b912b4c33b238b57b9ea4600e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:05:57.596799 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36313b39-e823-49ac-9eed-b5665ecb1c9f req-a152037b-5077-46a4-9465-d4152ecea995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:05:57.600955 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-36313b39-e823-49ac-9eed-b5665ecb1c9f req-a152037b-5077-46a4-9465-d4152ecea995 service neutron] 10.222.0.25 "GET /v2.0/networks?id=65b87275-e932-457e-91c7-e4e0bb1d777f HTTP/1.1" status: 200 len: 913 time: 1.9951637 Jul 16 14:05:57.685122 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-36313b39-e823-49ac-9eed-b5665ecb1c9f req-0a62afde-0caf-4002-a64a-034e737d6717 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=339567f1-2447-45d8-b678-b66efa0f9eeb HTTP/1.1" status: 200 len: 217 time: 0.0665846 Jul 16 14:05:57.825601 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a94d8b9d-bfa5-4578-b906-82b12da49274 admin admin] Made reservation on behalf of 1129805b912b4c33b238b57b9ea4600e for: {'subnet': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 14:05:57.828416 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a94d8b9d-bfa5-4578-b906-82b12da49274 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:58.026843 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36313b39-e823-49ac-9eed-b5665ecb1c9f req-6969ca77-0b73-40bf-bced-e81e86d4d639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:05:58.050544 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-36313b39-e823-49ac-9eed-b5665ecb1c9f req-6969ca77-0b73-40bf-bced-e81e86d4d639 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f7768dcc-78a4-4fea-a632-9ce14f4e12c3 HTTP/1.1" status: 200 len: 852 time: 0.3525782 Jul 16 14:05:58.053412 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e781a911-2a28-4f9b-b185-355c9aa48327 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:58.183006 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-36313b39-e823-49ac-9eed-b5665ecb1c9f req-d95c82c8-5b79-4771-9fc8-24affee226cc service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=65b87275-e932-457e-91c7-e4e0bb1d777f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0832655 Jul 16 14:05:58.302432 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Device 9afb8bb1-c75a-4798-bed6-205ab3a5d557 up at agent ovs-agent-dv-cinder-784763-7-iscsi {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 14:05:58.364727 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-36313b39-e823-49ac-9eed-b5665ecb1c9f req-90346a35-c89e-4cb2-9c13-d5219a544522 service neutron] 10.222.0.25 "GET /v2.0/networks/65b87275-e932-457e-91c7-e4e0bb1d777f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091039 Jul 16 14:05:58.389291 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-beeb0968-a57e-4b99-86c2-444a17f45f25 req-efc914c7-0452-4e4e-958a-e6492a487ffe tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=1ae576c2cfcb49e6ac111e6b815960e5&fields=id HTTP/1.1" status: 200 len: 255 time: 1.0745833 Jul 16 14:05:58.391589 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-062e30b2-db1e-4e03-825b-f32c03945b2e tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:58.439976 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a94d8b9d-bfa5-4578-b906-82b12da49274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186'] for subnet, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:58.535934 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Provisioning for port 9afb8bb1-c75a-4798-bed6-205ab3a5d557 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 14:05:58.549456 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Provisioning complete for port 9afb8bb1-c75a-4798-bed6-205ab3a5d557 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 14:05:58.553182 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16503849'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:58.553370 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e781a911-2a28-4f9b-b185-355c9aa48327 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:58.571871 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e781a911-2a28-4f9b-b185-355c9aa48327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:58.633430 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.25', 58844) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:05:58.647837 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-e781a911-2a28-4f9b-b185-355c9aa48327 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7caabe0420724cd4a2e466a9d4e2c5e8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2060549 Jul 16 14:05:58.663856 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94d8b9d-bfa5-4578-b906-82b12da49274 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4337139-7ce3-44e8-8825-ba35a9eff6c2,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:05:58.664033 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 57098) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:05:58.754406 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:58.795517 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] For port 9afb8bb1-c75a-4798-bed6-205ab3a5d557, host dv-cinder-784763-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-7-iscsi',level=0,port_id=9afb8bb1-c75a-4798-bed6-205ab3a5d557,segment=NetworkSegment(a2275036-b4cd-463f-abae-2b31086d1a30),segment_id=a2275036-b4cd-463f-abae-2b31086d1a30)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:05:58.800375 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736156224341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736155824276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736155824294'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:58.846411 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-062e30b2-db1e-4e03-825b-f32c03945b2e tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:58.893200 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e781a911-2a28-4f9b-b185-355c9aa48327 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7808afc1-e35d-468d-b076-9d95ac6bd08b,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:05:59.009760 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-beeb0968-a57e-4b99-86c2-444a17f45f25 req-3e774a01-fa82-4cb2-b093-d6c7a1768b89 service neutron] 10.222.0.10 "GET /v2.0/networks/51a90a03-af03-40ca-bb00-7020f83b5182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6042325 Jul 16 14:05:59.014620 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f1573cf2-b90d-4f5a-9460-69f570dd751d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:59.023963 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Pushing event updated for resources: {'Port': ['ID=9afb8bb1-c75a-4798-bed6-205ab3a5d557,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:05:59.089399 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-36313b39-e823-49ac-9eed-b5665ecb1c9f req-a84f9c71-e397-4741-bc13-03a2d3703b11 service neutron] 10.222.0.25 "GET /v2.0/networks/65b87275-e932-457e-91c7-e4e0bb1d777f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5848238 Jul 16 14:05:59.090114 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94d8b9d-bfa5-4578-b906-82b12da49274 admin admin] Checking segment: {'id': '1d56ee1f-13e9-446c-bae8-148feb48169a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a9380dd2-f278-462f-a9b6-e8ebc9f1c32c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 14:05:59.090601 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a94d8b9d-bfa5-4578-b906-82b12da49274 admin admin] Network hostable DHCP agents. Network: a9380dd2-f278-462f-a9b6-e8ebc9f1c32c, hostable agents: ['ff372831-df71-440e-8c4b-463caa6f5ae0'], hosted agents: [] {{(pid=93102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 14:05:59.127970 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a94d8b9d-bfa5-4578-b906-82b12da49274 admin admin] Network a9380dd2-f278-462f-a9b6-e8ebc9f1c32c is scheduled to be hosted by DHCP agent ff372831-df71-440e-8c4b-463caa6f5ae0 with binding_index 1 {{(pid=93102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 14:05:59.139330 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-beeb0968-a57e-4b99-86c2-444a17f45f25 req-56cc10a4-a1a1-4464-a733-e163b5b847af service neutron] 10.222.0.10 "GET /v2.0/networks/51a90a03-af03-40ca-bb00-7020f83b5182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185284 Jul 16 14:05:59.143050 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cecd9d-ce08-43d8-b325-c63b3afe0e49 req-10fe9f4a-0c54-4992-9f0e-c2dbb427920a tempest-DeleteServersTestJSON-1079423793 tempest-DeleteServersTestJSON-1079423793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:05:59.145029 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-d2cecd9d-ce08-43d8-b325-c63b3afe0e49 req-10fe9f4a-0c54-4992-9f0e-c2dbb427920a tempest-DeleteServersTestJSON-1079423793 tempest-DeleteServersTestJSON-1079423793-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b6dc115-d69d-463c-a82c-c3c9df26aad6 HTTP/1.1" status: 200 len: 943 time: 0.5044982 Jul 16 14:05:59.150909 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-a94d8b9d-bfa5-4578-b906-82b12da49274 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784763-7-iscsi, a9380dd2-f278-462f-a9b6-e8ebc9f1c32c) {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 14:05:59.162339 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d7cbafd-1b1c-4a05-9474-64473006533b None None] Network a9380dd2-f278-462f-a9b6-e8ebc9f1c32c requested from dv-cinder-784763-7-iscsi {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 14:05:59.190598 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94d8b9d-bfa5-4578-b906-82b12da49274 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:05:59.192628 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a94d8b9d-bfa5-4578-b906-82b12da49274 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583268'] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:59.206528 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f1573cf2-b90d-4f5a-9460-69f570dd751d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:59.221041 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-d2cecd9d-ce08-43d8-b325-c63b3afe0e49 req-cfb1e31a-44ff-4c4c-97c7-367adccdd81a tempest-DeleteServersTestJSON-1079423793 tempest-DeleteServersTestJSON-1079423793-project] 10.222.0.10 "GET /v2.0/security-groups?id=4b3e9cef-9660-4ae5-9082-aa329bb7eec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606246 Jul 16 14:05:59.231597 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-a94d8b9d-bfa5-4578-b906-82b12da49274 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.6644447 Jul 16 14:05:59.275182 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2591f1fd-46bb-4f3c-ae97-73d42f020408 req-1c6b439a-4973-4b92-bb59-b9d04db8dfad tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:05:59.276969 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-2591f1fd-46bb-4f3c-ae97-73d42f020408 req-1c6b439a-4973-4b92-bb59-b9d04db8dfad tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.25 "GET /v2.0/networks?id=51a90a03-af03-40ca-bb00-7020f83b5182 HTTP/1.1" status: 200 len: 819 time: 0.6280339 Jul 16 14:05:59.310890 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.v2.base [req-2591f1fd-46bb-4f3c-ae97-73d42f020408 req-a9ace561-c7e1-422d-b3cb-ff199496ae99 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] Request body: {'port': {'device_id': '4ea9a593-16d3-465c-8131-fc586d36046d', 'network_id': '51a90a03-af03-40ca-bb00-7020f83b5182', 'admin_state_up': True, 'tenant_id': '1ae576c2cfcb49e6ac111e6b815960e5'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:05:59.386894 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-adac2bf0-5809-4d4e-8817-7d770e5bcd8c req-661e67d5-499d-4f84-9a42-26d41c4857dc tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7c92e1b-6094-4c34-87d7-cc60aafaa6c1 HTTP/1.1" status: 200 len: 210 time: 0.0613914 Jul 16 14:05:59.439381 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e7f7f44-d716-4353-ba29-3eb9fe1c049d None None] Network a9380dd2-f278-462f-a9b6-e8ebc9f1c32c requested from dv-cinder-784763-7-iscsi {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 14:05:59.462563 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f1573cf2-b90d-4f5a-9460-69f570dd751d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:59.465080 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f1573cf2-b90d-4f5a-9460-69f570dd751d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:59.466224 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-f1573cf2-b90d-4f5a-9460-69f570dd751d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7808afc1-e35d-468d-b076-9d95ac6bd08b HTTP/1.1" status: 204 len: 168 time: 0.7928002 Jul 16 14:05:59.482588 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1573cf2-b90d-4f5a-9460-69f570dd751d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7808afc1-e35d-468d-b076-9d95ac6bd08b,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:05:59.514536 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-062e30b2-db1e-4e03-825b-f32c03945b2e tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:59.563925 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-062e30b2-db1e-4e03-825b-f32c03945b2e tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736156224341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736155824276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736155824294'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:59.595929 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-62dfa0d4-1068-4d21-a161-96271822eb4c req-948e136c-3a8f-4969-bc6f-64e4acbbd758 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b8c1db0-7953-43b1-b307-08491a3031f2 HTTP/1.1" status: 200 len: 210 time: 0.0898445 Jul 16 14:05:59.631846 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 57132) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:05:59.662461 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-062e30b2-db1e-4e03-825b-f32c03945b2e tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-611497'] for floatingip, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:59.676889 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062e30b2-db1e-4e03-825b-f32c03945b2e tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Pushing event updated for resources: {'Port': ['ID=4b1a6ad5-5099-4485-b6e6-34eced05375d,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:05:59.683251 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2591f1fd-46bb-4f3c-ae97-73d42f020408 req-a9ace561-c7e1-422d-b3cb-ff199496ae99 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] Made reservation on behalf of 1ae576c2cfcb49e6ac111e6b815960e5 for: {'port': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 14:05:59.696903 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-2591f1fd-46bb-4f3c-ae97-73d42f020408 req-a9ace561-c7e1-422d-b3cb-ff199496ae99 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:59.719600 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff5cee2c-7aa3-4225-abd8-83747bd41e44 admin admin] Deleting subnet 2b1c3881-c981-4421-bbda-1359ebbb3d54 {{(pid=93102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 14:05:59.725548 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-062e30b2-db1e-4e03-825b-f32c03945b2e tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72406'] for floatingip, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:59.725936 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ff5cee2c-7aa3-4225-abd8-83747bd41e44 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:59.727286 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-062e30b2-db1e-4e03-825b-f32c03945b2e tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.1460326 Jul 16 14:05:59.800249 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ff5cee2c-7aa3-4225-abd8-83747bd41e44 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:59.838816 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ff5cee2c-7aa3-4225-abd8-83747bd41e44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16506816'] for subnet, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:05:59.980157 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ff5cee2c-7aa3-4225-abd8-83747bd41e44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16506871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186'] for subnet, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:00.048484 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ff5cee2c-7aa3-4225-abd8-83747bd41e44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583268'] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:00.051634 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-ff5cee2c-7aa3-4225-abd8-83747bd41e44 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/2b1c3881-c981-4421-bbda-1359ebbb3d54 HTTP/1.1" status: 204 len: 168 time: 0.4186771 Jul 16 14:06:00.052578 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5cee2c-7aa3-4225-abd8-83747bd41e44 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b1c3881-c981-4421-bbda-1359ebbb3d54,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:06:00.054298 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 57152) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:06:00.120482 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Device 9afb8bb1-c75a-4798-bed6-205ab3a5d557 up at agent ovs-agent-dv-cinder-784763-7-iscsi {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 14:06:00.207521 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a025bc5a-4806-411b-ae9f-a5c824409799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16272555'] for network, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:00.212516 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Provisioning complete for port 9afb8bb1-c75a-4798-bed6-205ab3a5d557 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 14:06:00.212978 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16503849'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:00.218726 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [req-2591f1fd-46bb-4f3c-ae97-73d42f020408 req-a9ace561-c7e1-422d-b3cb-ff199496ae99 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] Allocated IP 172.20.0.2 (51a90a03-af03-40ca-bb00-7020f83b5182/1d5393f6-20e0-4dbd-a198-cb03cfea0892/80eabd2b-067d-4a77-9822-306b9a1f3212) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 14:06:00.337628 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-d47a88cd-f94e-47b7-9a73-8ae5467b0b80 req-d0cb410e-dcc1-4ca8-973e-f2a5645bfe44 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--708040784&fields=id&tenant_id=b3b16082e5f440ba8228e496c1f92b3a HTTP/1.1" status: 200 len: 267 time: 0.1272957 Jul 16 14:06:00.489516 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a025bc5a-4806-411b-ae9f-a5c824409799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16499620', 'neutron.services.segments.db._delete_segments_for_network-8736156337740'] for network, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:00.553343 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-2591f1fd-46bb-4f3c-ae97-73d42f020408 req-a9ace561-c7e1-422d-b3cb-ff199496ae99 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:00.559147 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a025bc5a-4806-411b-ae9f-a5c824409799 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 14:06:00.559821 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a025bc5a-4806-411b-ae9f-a5c824409799 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 14:06:00.560940 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a025bc5a-4806-411b-ae9f-a5c824409799 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 14:06:00.561467 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a025bc5a-4806-411b-ae9f-a5c824409799 admin admin] Subscribe: > port after_create 55550000 {{(pid=93102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 14:06:00.561850 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a025bc5a-4806-411b-ae9f-a5c824409799 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 14:06:00.562208 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a025bc5a-4806-411b-ae9f-a5c824409799 admin admin] Subscribe: > port after_update 55550000 {{(pid=93102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 14:06:00.562633 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a025bc5a-4806-411b-ae9f-a5c824409799 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 14:06:00.563076 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a025bc5a-4806-411b-ae9f-a5c824409799 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 14:06:00.563578 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a025bc5a-4806-411b-ae9f-a5c824409799 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 14:06:00.564156 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a025bc5a-4806-411b-ae9f-a5c824409799 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 14:06:00.595890 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af13c1ff-bed1-42e1-9708-b65be7615ac2 req-d950665c-3095-4b70-aaf9-76df4a2a89b2 tempest-DeleteServersTestJSON-1079423793 tempest-DeleteServersTestJSON-1079423793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:06:00.597727 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-af13c1ff-bed1-42e1-9708-b65be7615ac2 req-d950665c-3095-4b70-aaf9-76df4a2a89b2 tempest-DeleteServersTestJSON-1079423793 tempest-DeleteServersTestJSON-1079423793-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b6dc115-d69d-463c-a82c-c3c9df26aad6 HTTP/1.1" status: 200 len: 943 time: 0.1467395 Jul 16 14:06:00.651840 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-2591f1fd-46bb-4f3c-ae97-73d42f020408 req-a9ace561-c7e1-422d-b3cb-ff199496ae99 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736155824258'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:00.731025 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a025bc5a-4806-411b-ae9f-a5c824409799 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 14:06:00.731730 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a025bc5a-4806-411b-ae9f-a5c824409799 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 14:06:00.732066 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a025bc5a-4806-411b-ae9f-a5c824409799 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 14:06:00.732472 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a025bc5a-4806-411b-ae9f-a5c824409799 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 14:06:00.733297 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.services.segments.db [None req-a025bc5a-4806-411b-ae9f-a5c824409799 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f42d659b-8267-46d5-b2ff-2f556676a082']}} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:06:00.753413 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-af13c1ff-bed1-42e1-9708-b65be7615ac2 req-e56ba576-4ceb-4f09-8fee-d65fa3f528a7 tempest-DeleteServersTestJSON-1079423793 tempest-DeleteServersTestJSON-1079423793-project] 10.222.0.10 "GET /v2.0/security-groups?id=4b3e9cef-9660-4ae5-9082-aa329bb7eec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429954 Jul 16 14:06:00.773805 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2591f1fd-46bb-4f3c-ae97-73d42f020408 req-a9ace561-c7e1-422d-b3cb-ff199496ae99 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] Network 51a90a03-af03-40ca-bb00-7020f83b5182 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 14:06:00.775780 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [req-2591f1fd-46bb-4f3c-ae97-73d42f020408 req-a9ace561-c7e1-422d-b3cb-ff199496ae99 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 14:06:00.790725 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-2591f1fd-46bb-4f3c-ae97-73d42f020408 req-a9ace561-c7e1-422d-b3cb-ff199496ae99 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 14:06:00.797720 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2591f1fd-46bb-4f3c-ae97-73d42f020408 req-a9ace561-c7e1-422d-b3cb-ff199496ae99 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:06:00.798419 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-2591f1fd-46bb-4f3c-ae97-73d42f020408 req-a9ace561-c7e1-422d-b3cb-ff199496ae99 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583268'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:00.805359 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.services.segments.db [None req-a025bc5a-4806-411b-ae9f-a5c824409799 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0465f51-a098-4c9b-a944-6410b3a26961') {'for_net_delete': True} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:06:00.814295 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.services.segments.db [None req-a025bc5a-4806-411b-ae9f-a5c824409799 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0465f51-a098-4c9b-a944-6410b3a26961') {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:06:00.832656 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-2591f1fd-46bb-4f3c-ae97-73d42f020408 req-a9ace561-c7e1-422d-b3cb-ff199496ae99 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5324695 Jul 16 14:06:00.847245 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ace561-c7e1-422d-b3cb-ff199496ae99 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] Pushing event updated for resources: {'Port': ['ID=80eabd2b-067d-4a77-9822-306b9a1f3212,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:06:00.859829 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.v2.base [req-2591f1fd-46bb-4f3c-ae97-73d42f020408 req-ad5a003a-7e29-4c73-9545-9eb9e33ae409 service neutron] Request body: {'port': {'device_id': '4ea9a593-16d3-465c-8131-fc586d36046d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78476'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:06:00.926936 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a025bc5a-4806-411b-ae9f-a5c824409799 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736156340821', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4062899'] for segment, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:00.944106 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-2591f1fd-46bb-4f3c-ae97-73d42f020408 req-ad5a003a-7e29-4c73-9545-9eb9e33ae409 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:00.994535 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a025bc5a-4806-411b-ae9f-a5c824409799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16512664'] for segment, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:01.011236 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-4621626e-f167-4c78-bc6e-10dbaacd82c6 req-bd2c0314-372e-4aa5-8fed-3aeb316935da tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7c92e1b-6094-4c34-87d7-cc60aafaa6c1 HTTP/1.1" status: 200 len: 210 time: 0.0514538 Jul 16 14:06:01.020789 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a025bc5a-4806-411b-ae9f-a5c824409799 admin admin] Releasing vlan 226 on physical network physnet1 to pool {{(pid=93102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 14:06:01.021316 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a025bc5a-4806-411b-ae9f-a5c824409799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16512664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4063223'] for segment, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:01.028720 dv-cinder-784763-7-iscsi neutron-server[93102]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 14:06:01.028720 dv-cinder-784763-7-iscsi neutron-server[93102]: from cryptography.utils import int_from_bytes Jul 16 14:06:01.028720 dv-cinder-784763-7-iscsi neutron-server[93102]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 14:06:01.028720 dv-cinder-784763-7-iscsi neutron-server[93102]: from cryptography.utils import int_from_bytes Jul 16 14:06:01.028720 dv-cinder-784763-7-iscsi neutron-server[93102]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 14:06:01.028720 dv-cinder-784763-7-iscsi neutron-server[93102]: conditions |= (models_v2.Port.network_id.in_( Jul 16 14:06:01.028720 dv-cinder-784763-7-iscsi neutron-server[93102]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 14:06:01.028720 dv-cinder-784763-7-iscsi neutron-server[93102]: conditions |= (models_v2.Port.network_id.in_( Jul 16 14:06:01.028720 dv-cinder-784763-7-iscsi neutron-server[93102]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 14:06:01.028720 dv-cinder-784763-7-iscsi neutron-server[93102]: conditions |= (models_v2.Port.network_id.in_( Jul 16 14:06:01.028720 dv-cinder-784763-7-iscsi neutron-server[93102]: Traceback (most recent call last): Jul 16 14:06:01.028720 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 14:06:01.028720 dv-cinder-784763-7-iscsi neutron-server[93102]: timer() Jul 16 14:06:01.028720 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 14:06:01.028720 dv-cinder-784763-7-iscsi neutron-server[93102]: cb(*args, **kw) Jul 16 14:06:01.028720 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 14:06:01.028720 dv-cinder-784763-7-iscsi neutron-server[93102]: return func(*args, **kwargs) Jul 16 14:06:01.028720 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 14:06:01.028720 dv-cinder-784763-7-iscsi neutron-server[93102]: self._notify() Jul 16 14:06:01.028720 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 14:06:01.028720 dv-cinder-784763-7-iscsi neutron-server[93102]: self.callback(batched_events) Jul 16 14:06:01.028720 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 14:06:01.028720 dv-cinder-784763-7-iscsi neutron-server[93102]: event.method(event) Jul 16 14:06:01.028720 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 14:06:01.028720 dv-cinder-784763-7-iscsi neutron-server[93102]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 14:06:01.028720 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 14:06:01.028720 dv-cinder-784763-7-iscsi neutron-server[93102]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 14:06:01.028720 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 14:06:01.028720 dv-cinder-784763-7-iscsi neutron-server[93102]: return f(self, *a, **k) Jul 16 14:06:01.028720 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 14:06:01.028720 dv-cinder-784763-7-iscsi neutron-server[93102]: return self._get(url).json() Jul 16 14:06:01.028720 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 14:06:01.028720 dv-cinder-784763-7-iscsi neutron-server[93102]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 14:06:01.028720 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 14:06:01.028720 dv-cinder-784763-7-iscsi neutron-server[93102]: return self.request(url, 'GET', **kwargs) Jul 16 14:06:01.028720 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 14:06:01.028720 dv-cinder-784763-7-iscsi neutron-server[93102]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 14:06:01.028720 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 14:06:01.028720 dv-cinder-784763-7-iscsi neutron-server[93102]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 14:06:01.028720 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 14:06:01.028720 dv-cinder-784763-7-iscsi neutron-server[93102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 14:06:01.028720 dv-cinder-784763-7-iscsi neutron-server[93102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 14:06:01.056658 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47a88cd-f94e-47b7-9a73-8ae5467b0b80 req-2a255756-44e8-4598-84de-be87313431e4 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:06:01.064924 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-d47a88cd-f94e-47b7-9a73-8ae5467b0b80 req-2a255756-44e8-4598-84de-be87313431e4 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] 10.222.0.10 "GET /v2.0/networks?id=05b30fe7-953a-4cd0-9508-7a8db0272a66 HTTP/1.1" status: 200 len: 810 time: 0.7071013 Jul 16 14:06:01.130765 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-d47a88cd-f94e-47b7-9a73-8ae5467b0b80 req-3ed62c72-b417-4514-aa17-b932bbb42d8f tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] 10.222.0.10 "GET /v2.0/quotas/b3b16082e5f440ba8228e496c1f92b3a HTTP/1.1" status: 200 len: 375 time: 0.0648527 Jul 16 14:06:01.138961 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6b1e68-0e46-4c12-a242-bb0ba7255add req-f152a644-c7b3-443a-a40b-a598a8aecee5 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:06:01.140579 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-7a6b1e68-0e46-4c12-a242-bb0ba7255add req-f152a644-c7b3-443a-a40b-a598a8aecee5 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.25 "GET /v2.0/networks?id=3a4fb2c2-e115-4208-b9b7-fb0af769d696 HTTP/1.1" status: 200 len: 816 time: 0.6480408 Jul 16 14:06:01.268610 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a025bc5a-4806-411b-ae9f-a5c824409799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16499645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611519'] for network, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:01.280870 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a025bc5a-4806-411b-ae9f-a5c824409799 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583268'] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:01.285543 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-a025bc5a-4806-411b-ae9f-a5c824409799 admin admin] 10.222.0.10 "DELETE /v2.0/networks/f42d659b-8267-46d5-b2ff-2f556676a082 HTTP/1.1" status: 204 len: 168 time: 1.2231166 Jul 16 14:06:01.309260 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 57200) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:06:01.335866 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a025bc5a-4806-411b-ae9f-a5c824409799 admin admin] Pushing event deleted for resources: {'Network': ['ID=f42d659b-8267-46d5-b2ff-2f556676a082,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:06:01.370327 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-7a6b1e68-0e46-4c12-a242-bb0ba7255add req-f2fb0410-675f-499f-b898-e6393e5eb7c2 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a6bc8fee6e964669b7be670f21fca0f5 HTTP/1.1" status: 200 len: 380 time: 0.1765332 Jul 16 14:06:01.377633 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.25', 58853) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:06:01.404048 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.v2.base [req-7a6b1e68-0e46-4c12-a242-bb0ba7255add req-036ea135-f05b-4e25-b06c-59cbac9ecfbf tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Request body: {'port': {'device_id': 'a7c92e1b-6094-4c34-87d7-cc60aafaa6c1', 'network_id': '3a4fb2c2-e115-4208-b9b7-fb0af769d696', 'admin_state_up': True, 'tenant_id': 'a6bc8fee6e964669b7be670f21fca0f5', 'security_groups': ['a7ffdc71-7446-41a9-bfc4-bf78fcf225fc']}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:06:01.468388 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.db.db_base_plugin_v2 [None req-e84035ef-4449-459a-8420-08b1128ff29d admin admin] Deleting subnet d4337139-7ce3-44e8-8825-ba35a9eff6c2 {{(pid=93102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 14:06:01.477667 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e84035ef-4449-459a-8420-08b1128ff29d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:01.503516 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-d47a88cd-f94e-47b7-9a73-8ae5467b0b80 req-f7d686f2-70e0-4760-948d-e6882de8d617 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=b3b16082e5f440ba8228e496c1f92b3a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3714898 Jul 16 14:06:01.537204 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-1f9ebb63-b3cf-43be-a258-14a57e19046e req-8077c204-c129-43fe-a2ec-3c8c9213dfe1 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b8c1db0-7953-43b1-b307-08491a3031f2 HTTP/1.1" status: 200 len: 210 time: 0.2936213 Jul 16 14:06:01.668648 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e84035ef-4449-459a-8420-08b1128ff29d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4062852'] for subnet, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:01.702064 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.notifiers.nova [req-2591f1fd-46bb-4f3c-ae97-73d42f020408 req-ad5a003a-7e29-4c73-9545-9eb9e33ae409 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80eabd2b-067d-4a77-9822-306b9a1f3212 {{(pid=93101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 14:06:01.708985 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeb0968-a57e-4b99-86c2-444a17f45f25 req-267fe522-89a1-4258-80a7-f093277e6b95 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:06:01.709584 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-2591f1fd-46bb-4f3c-ae97-73d42f020408 req-ad5a003a-7e29-4c73-9545-9eb9e33ae409 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:01.710444 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-beeb0968-a57e-4b99-86c2-444a17f45f25 req-267fe522-89a1-4258-80a7-f093277e6b95 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.25 "GET /v2.0/networks?id=51a90a03-af03-40ca-bb00-7020f83b5182 HTTP/1.1" status: 200 len: 819 time: 0.3270910 Jul 16 14:06:01.726630 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-2591f1fd-46bb-4f3c-ae97-73d42f020408 req-ad5a003a-7e29-4c73-9545-9eb9e33ae409 service neutron] Transition to ACTIVE for port object 80eabd2b-067d-4a77-9822-306b9a1f3212 will not be triggered until provisioned by entity L2. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 14:06:01.731868 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-2591f1fd-46bb-4f3c-ae97-73d42f020408 req-ad5a003a-7e29-4c73-9545-9eb9e33ae409 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736156224341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736155824276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736155824294'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:01.751853 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.v2.base [req-beeb0968-a57e-4b99-86c2-444a17f45f25 req-55c20632-1387-4c73-996a-acdf0603f25e tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] Request body: {'port': {'device_id': '4b8c1db0-7953-43b1-b307-08491a3031f2', 'network_id': '51a90a03-af03-40ca-bb00-7020f83b5182', 'admin_state_up': True, 'tenant_id': '1ae576c2cfcb49e6ac111e6b815960e5'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:06:01.787905 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5a003a-7e29-4c73-9545-9eb9e33ae409 service neutron] Pushing event updated for resources: {'Port': ['ID=80eabd2b-067d-4a77-9822-306b9a1f3212,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:06:01.836268 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e84035ef-4449-459a-8420-08b1128ff29d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16506816'] for subnet, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:01.848167 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-2591f1fd-46bb-4f3c-ae97-73d42f020408 req-ad5a003a-7e29-4c73-9545-9eb9e33ae409 service neutron] Attempting to bind port 80eabd2b-067d-4a77-9822-306b9a1f3212 on host hv-cinder-78476 for vnic_type normal with profile {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 14:06:01.849722 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-2591f1fd-46bb-4f3c-ae97-73d42f020408 req-ad5a003a-7e29-4c73-9545-9eb9e33ae409 service neutron] Attempting to bind port 80eabd2b-067d-4a77-9822-306b9a1f3212 by drivers openvswitch,hyperv on host hv-cinder-78476 at level 0 using segments [{'id': 'd7e1ee80-77c5-48f3-ac0a-95e0aff8ceeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '51a90a03-af03-40ca-bb00-7020f83b5182'}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 14:06:01.850096 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2591f1fd-46bb-4f3c-ae97-73d42f020408 req-ad5a003a-7e29-4c73-9545-9eb9e33ae409 service neutron] Attempting to bind port 80eabd2b-067d-4a77-9822-306b9a1f3212 on network 51a90a03-af03-40ca-bb00-7020f83b5182 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 14:06:01.858019 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2591f1fd-46bb-4f3c-ae97-73d42f020408 req-ad5a003a-7e29-4c73-9545-9eb9e33ae409 service neutron] Port 80eabd2b-067d-4a77-9822-306b9a1f3212 on network 51a90a03-af03-40ca-bb00-7020f83b5182 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78476 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 14:06:01.858350 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2591f1fd-46bb-4f3c-ae97-73d42f020408 req-ad5a003a-7e29-4c73-9545-9eb9e33ae409 service neutron] Attempting to bind port 80eabd2b-067d-4a77-9822-306b9a1f3212 on network 51a90a03-af03-40ca-bb00-7020f83b5182 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 14:06:01.863301 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2591f1fd-46bb-4f3c-ae97-73d42f020408 req-ad5a003a-7e29-4c73-9545-9eb9e33ae409 service neutron] Checking agent: {'id': '6fdce28b-c36c-45c9-95d7-1ffee3187505', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78476', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 14, 3, 46), 'started_at': datetime.datetime(2021, 7, 16, 14, 3, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 14, 5, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 14:06:01.863642 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2591f1fd-46bb-4f3c-ae97-73d42f020408 req-ad5a003a-7e29-4c73-9545-9eb9e33ae409 service neutron] Checking segment: {'id': 'd7e1ee80-77c5-48f3-ac0a-95e0aff8ceeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '51a90a03-af03-40ca-bb00-7020f83b5182'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 14:06:01.864271 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2591f1fd-46bb-4f3c-ae97-73d42f020408 req-ad5a003a-7e29-4c73-9545-9eb9e33ae409 service neutron] Bound using segment: {'id': 'd7e1ee80-77c5-48f3-ac0a-95e0aff8ceeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '51a90a03-af03-40ca-bb00-7020f83b5182'} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 14:06:01.864705 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-2591f1fd-46bb-4f3c-ae97-73d42f020408 req-ad5a003a-7e29-4c73-9545-9eb9e33ae409 service neutron] Bound port: 80eabd2b-067d-4a77-9822-306b9a1f3212, host: hv-cinder-78476, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7e1ee80-77c5-48f3-ac0a-95e0aff8ceeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '51a90a03-af03-40ca-bb00-7020f83b5182'}}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 14:06:01.865087 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-2591f1fd-46bb-4f3c-ae97-73d42f020408 req-ad5a003a-7e29-4c73-9545-9eb9e33ae409 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:01.889034 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a6b1e68-0e46-4c12-a242-bb0ba7255add req-036ea135-f05b-4e25-b06c-59cbac9ecfbf tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Made reservation on behalf of a6bc8fee6e964669b7be670f21fca0f5 for: {'port': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 14:06:01.893157 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-7a6b1e68-0e46-4c12-a242-bb0ba7255add req-036ea135-f05b-4e25-b06c-59cbac9ecfbf tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:01.902357 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-d47a88cd-f94e-47b7-9a73-8ae5467b0b80 req-3c12a687-d2f9-4a0b-89da-8cc0171bfb5a service neutron] 10.222.0.10 "GET /v2.0/networks/05b30fe7-953a-4cd0-9508-7a8db0272a66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3452659 Jul 16 14:06:01.999017 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-2591f1fd-46bb-4f3c-ae97-73d42f020408 req-ad5a003a-7e29-4c73-9545-9eb9e33ae409 service neutron] For port 80eabd2b-067d-4a77-9822-306b9a1f3212, host hv-cinder-78476, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 14:06:02.024159 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-2591f1fd-46bb-4f3c-ae97-73d42f020408 req-ad5a003a-7e29-4c73-9545-9eb9e33ae409 service neutron] For port 80eabd2b-067d-4a77-9822-306b9a1f3212, host hv-cinder-78476, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=80eabd2b-067d-4a77-9822-306b9a1f3212,segment=NetworkSegment(d7e1ee80-77c5-48f3-ac0a-95e0aff8ceeb),segment_id=d7e1ee80-77c5-48f3-ac0a-95e0aff8ceeb)] {{(pid=93101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 14:06:02.038117 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331edaf8-1c11-4be9-90a2-96922bb1952b req-d834bd67-b791-4f70-8591-a4079c8e826f tempest-DeleteServersTestJSON-1079423793 tempest-DeleteServersTestJSON-1079423793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:06:02.040445 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-331edaf8-1c11-4be9-90a2-96922bb1952b req-d834bd67-b791-4f70-8591-a4079c8e826f tempest-DeleteServersTestJSON-1079423793 tempest-DeleteServersTestJSON-1079423793-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b6dc115-d69d-463c-a82c-c3c9df26aad6 HTTP/1.1" status: 200 len: 943 time: 0.1168551 Jul 16 14:06:02.041939 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-2591f1fd-46bb-4f3c-ae97-73d42f020408 req-ad5a003a-7e29-4c73-9545-9eb9e33ae409 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736156224341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736155824276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736155824294'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:02.103533 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2591f1fd-46bb-4f3c-ae97-73d42f020408 req-ad5a003a-7e29-4c73-9545-9eb9e33ae409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:06:02.104148 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-2591f1fd-46bb-4f3c-ae97-73d42f020408 req-ad5a003a-7e29-4c73-9545-9eb9e33ae409 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583268'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:02.105600 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-2591f1fd-46bb-4f3c-ae97-73d42f020408 req-ad5a003a-7e29-4c73-9545-9eb9e33ae409 service neutron] 10.222.0.25 "PUT /v2.0/ports/80eabd2b-067d-4a77-9822-306b9a1f3212 HTTP/1.1" status: 200 len: 1093 time: 1.2516522 Jul 16 14:06:02.106630 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ea9a593-16d3-465c-8131-fc586d36046d', 'tag': '80eabd2b-067d-4a77-9822-306b9a1f3212'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 14:06:02.109038 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e84035ef-4449-459a-8420-08b1128ff29d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16506871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4062805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3919862'] for subnet, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:02.263257 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-331edaf8-1c11-4be9-90a2-96922bb1952b req-e52fae6b-ed4c-4517-abd1-6a31f8283bad tempest-DeleteServersTestJSON-1079423793 tempest-DeleteServersTestJSON-1079423793-project] 10.222.0.10 "GET /v2.0/security-groups?id=4b3e9cef-9660-4ae5-9082-aa329bb7eec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155960 Jul 16 14:06:02.268391 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5a003a-7e29-4c73-9545-9eb9e33ae409 service neutron] Pushing event updated for resources: {'Port': ['ID=80eabd2b-067d-4a77-9822-306b9a1f3212,revision_number=3']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:06:02.322830 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2591f1fd-46bb-4f3c-ae97-73d42f020408 req-f6580e72-a013-4783-8ba4-0dac24cbb896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:06:02.328808 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-2591f1fd-46bb-4f3c-ae97-73d42f020408 req-f6580e72-a013-4783-8ba4-0dac24cbb896 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1ae576c2cfcb49e6ac111e6b815960e5&device_id=4ea9a593-16d3-465c-8131-fc586d36046d HTTP/1.1" status: 200 len: 1096 time: 0.1606896 Jul 16 14:06:02.353547 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Device 339567f1-2447-45d8-b678-b66efa0f9eeb details requested by agent hyperv_hv-cinder-78476 with host hv-cinder-78476 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 14:06:02.398083 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-d47a88cd-f94e-47b7-9a73-8ae5467b0b80 req-f130447f-c1c9-45fb-a240-61c4bcff0d88 service neutron] 10.222.0.10 "GET /v2.0/networks/05b30fe7-953a-4cd0-9508-7a8db0272a66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4948046 Jul 16 14:06:02.405849 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e84035ef-4449-459a-8420-08b1128ff29d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583268'] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:02.412851 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-e84035ef-4449-459a-8420-08b1128ff29d admin admin] 10.222.0.10 "DELETE /v2.0/subnets/d4337139-7ce3-44e8-8825-ba35a9eff6c2 HTTP/1.1" status: 204 len: 168 time: 1.0939195 Jul 16 14:06:02.414239 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 57242) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:06:02.435815 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}669b174d507dea59856bca4514a747f2bad56b4b9d456cc0353e9cf2427ac1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cb4e59f-cc76-4644-a7ce-4c201d9cbe81" -d '{"events": [{"name": "network-changed", "server_uuid": "4ea9a593-16d3-465c-8131-fc586d36046d", "tag": "80eabd2b-067d-4a77-9822-306b9a1f3212"}]}' {{(pid=93101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 14:06:02.441163 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-2591f1fd-46bb-4f3c-ae97-73d42f020408 req-83b0c3b0-b99e-4b0e-b3ba-6590e78e9bc1 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=80eabd2b-067d-4a77-9822-306b9a1f3212 HTTP/1.1" status: 200 len: 217 time: 0.1017170 Jul 16 14:06:02.508463 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [req-7a6b1e68-0e46-4c12-a242-bb0ba7255add req-036ea135-f05b-4e25-b06c-59cbac9ecfbf tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Allocated IP 172.20.0.14 (3a4fb2c2-e115-4208-b9b7-fb0af769d696/9264d998-2235-4ea7-905f-68b77e185814/5dc77129-1453-4456-8a98-7b9dd10f5485) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 14:06:02.556653 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-1f493eb9-c0c2-40f5-ac08-db963ed43b3b req-982dcb6e-d578-4b31-876b-fc5af6f773ce tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7c92e1b-6094-4c34-87d7-cc60aafaa6c1 HTTP/1.1" status: 200 len: 210 time: 0.0398536 Jul 16 14:06:02.565362 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2591f1fd-46bb-4f3c-ae97-73d42f020408 req-9dbf02f6-73b0-4702-9ee1-1902f45bf3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:06:02.567919 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-2591f1fd-46bb-4f3c-ae97-73d42f020408 req-9dbf02f6-73b0-4702-9ee1-1902f45bf3a3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1d5393f6-20e0-4dbd-a198-cb03cfea0892 HTTP/1.1" status: 200 len: 859 time: 0.1193237 Jul 16 14:06:02.584729 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] For port 339567f1-2447-45d8-b678-b66efa0f9eeb, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=339567f1-2447-45d8-b678-b66efa0f9eeb,segment=NetworkSegment(fb621f83-4c98-48a9-b1d0-65df1adb2471),segment_id=fb621f83-4c98-48a9-b1d0-65df1adb2471)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:06:02.607847 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84035ef-4449-459a-8420-08b1128ff29d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4337139-7ce3-44e8-8825-ba35a9eff6c2,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:06:02.607847 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-beeb0968-a57e-4b99-86c2-444a17f45f25 req-55c20632-1387-4c73-996a-acdf0603f25e tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] Made reservation on behalf of 1ae576c2cfcb49e6ac111e6b815960e5 for: {'port': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 14:06:02.608759 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Returning: {'device': '339567f1-2447-45d8-b678-b66efa0f9eeb', 'network_id': '65b87275-e932-457e-91c7-e4e0bb1d777f', 'port_id': '339567f1-2447-45d8-b678-b66efa0f9eeb', 'mac_address': 'fa:16:3e:f1:9d:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7768dcc-78a4-4fea-a632-9ce14f4e12c3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 14:06:02.608884 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-beeb0968-a57e-4b99-86c2-444a17f45f25 req-55c20632-1387-4c73-996a-acdf0603f25e tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:02.641475 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-2591f1fd-46bb-4f3c-ae97-73d42f020408 req-ca3554b7-8416-476a-8765-e5f356a0a4cd service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=51a90a03-af03-40ca-bb00-7020f83b5182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0668645 Jul 16 14:06:02.706285 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.agents_db [None req-74bc78d6-8b96-4e29-998d-b6ecd97de622 None None] Agent healthcheck: found 6 active agents {{(pid=93105) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 14:06:02.713213 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:02.728545 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 339567f1-2447-45d8-b678-b66efa0f9eeb {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 14:06:02.786113 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] For port 339567f1-2447-45d8-b678-b66efa0f9eeb, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=339567f1-2447-45d8-b678-b66efa0f9eeb,segment=NetworkSegment(fb621f83-4c98-48a9-b1d0-65df1adb2471),segment_id=fb621f83-4c98-48a9-b1d0-65df1adb2471)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:06:02.792161 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736156224341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736155824276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736155824294'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:02.851510 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-2591f1fd-46bb-4f3c-ae97-73d42f020408 req-a74d972c-ede2-4020-9600-ebbf3fb3959b service neutron] 10.222.0.25 "GET /v2.0/networks/51a90a03-af03-40ca-bb00-7020f83b5182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2030134 Jul 16 14:06:02.859027 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Pushing event updated for resources: {'Port': ['ID=339567f1-2447-45d8-b678-b66efa0f9eeb,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:06:02.878647 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b3b8147a-c97c-496c-80c8-4d54f2e9c880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16272555'] for network, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:02.913131 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 14:06:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff181d13-4c59-402d-91e5-367d19907886 x-openstack-request-id: req-ff181d13-4c59-402d-91e5-367d19907886 {{(pid=93101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 14:06:02.913461 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ea9a593-16d3-465c-8131-fc586d36046d", "tag": "80eabd2b-067d-4a77-9822-306b9a1f3212", "status": "completed", "code": 200}]} {{(pid=93101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 14:06:02.913766 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ff181d13-4c59-402d-91e5-367d19907886 {{(pid=93101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 14:06:02.914145 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ea9a593-16d3-465c-8131-fc586d36046d', 'tag': '80eabd2b-067d-4a77-9822-306b9a1f3212', 'status': 'completed', 'code': 200} Jul 16 14:06:02.990826 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-b8bec0fc-56ba-4ba3-b31e-f69fe5ab1319 req-29b0d2e0-f2d5-415d-acf8-c7ec36ca63fa tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b8c1db0-7953-43b1-b307-08491a3031f2 HTTP/1.1" status: 200 len: 210 time: 0.0908039 Jul 16 14:06:03.042232 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-2591f1fd-46bb-4f3c-ae97-73d42f020408 req-64438ebd-7c99-4362-ba9c-260a27fc39fb service neutron] 10.222.0.25 "GET /v2.0/networks/51a90a03-af03-40ca-bb00-7020f83b5182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813149 Jul 16 14:06:03.042502 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-7a6b1e68-0e46-4c12-a242-bb0ba7255add req-036ea135-f05b-4e25-b06c-59cbac9ecfbf tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:03.048672 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-1429d28a-9a59-4545-b6aa-6ee327b263bf req-36db9a70-98fd-48dc-9c37-a2c990af615b tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] 10.222.0.10 "GET /v2.0/ports?device_id=ed77822f-6a63-4555-a659-5982e2984dda HTTP/1.1" status: 200 len: 210 time: 0.0752013 Jul 16 14:06:03.136314 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] get_ports_and_sgs() called for port_ids ['339567f1-2447-45d8-b678-b66efa0f9eeb'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 14:06:03.146700 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.db.provisioning_blocks [req-7a6b1e68-0e46-4c12-a242-bb0ba7255add req-036ea135-f05b-4e25-b06c-59cbac9ecfbf tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Transition to ACTIVE for port object 5dc77129-1453-4456-8a98-7b9dd10f5485 will not be triggered until provisioned by entity DHCP. {{(pid=93102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 14:06:03.209089 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b3b8147a-c97c-496c-80c8-4d54f2e9c880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16499620', 'neutron.services.segments.db._delete_segments_for_network-8736156337740'] for network, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:03.224237 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb4e59f-cc76-4644-a7ce-4c201d9cbe81 req-b22a7e2a-9e9f-4e00-85a9-7ca3f75f0d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:06:03.225971 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-7cb4e59f-cc76-4644-a7ce-4c201d9cbe81 req-b22a7e2a-9e9f-4e00-85a9-7ca3f75f0d93 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1ae576c2cfcb49e6ac111e6b815960e5&device_id=4ea9a593-16d3-465c-8131-fc586d36046d HTTP/1.1" status: 200 len: 1096 time: 0.0844822 Jul 16 14:06:03.230153 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.services.segments.db [None req-b3b8147a-c97c-496c-80c8-4d54f2e9c880 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9380dd2-f278-462f-a9b6-e8ebc9f1c32c']}} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:06:03.252189 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.services.segments.db [None req-b3b8147a-c97c-496c-80c8-4d54f2e9c880 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d56ee1f-13e9-446c-bae8-148feb48169a') {'for_net_delete': True} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:06:03.252495 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.services.segments.db [None req-b3b8147a-c97c-496c-80c8-4d54f2e9c880 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d56ee1f-13e9-446c-bae8-148feb48169a') {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:06:03.254882 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [req-beeb0968-a57e-4b99-86c2-444a17f45f25 req-55c20632-1387-4c73-996a-acdf0603f25e tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] Allocated IP 172.20.0.6 (51a90a03-af03-40ca-bb00-7020f83b5182/1d5393f6-20e0-4dbd-a198-cb03cfea0892/f6da84fc-801a-4296-b2fe-4815f358ea29) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 14:06:03.274765 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b3b8147a-c97c-496c-80c8-4d54f2e9c880 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736156340821', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4062899'] for segment, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:03.309810 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b3b8147a-c97c-496c-80c8-4d54f2e9c880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16512664'] for segment, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:03.337935 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3b8147a-c97c-496c-80c8-4d54f2e9c880 admin admin] Releasing vlan 232 on physical network physnet1 to pool {{(pid=93102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 14:06:03.338433 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b3b8147a-c97c-496c-80c8-4d54f2e9c880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16512664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4063223'] for segment, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:03.348884 dv-cinder-784763-7-iscsi neutron-server[93102]: Traceback (most recent call last): Jul 16 14:06:03.348884 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 14:06:03.348884 dv-cinder-784763-7-iscsi neutron-server[93102]: timer() Jul 16 14:06:03.348884 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 14:06:03.348884 dv-cinder-784763-7-iscsi neutron-server[93102]: cb(*args, **kw) Jul 16 14:06:03.348884 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 14:06:03.348884 dv-cinder-784763-7-iscsi neutron-server[93102]: return func(*args, **kwargs) Jul 16 14:06:03.348884 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 14:06:03.348884 dv-cinder-784763-7-iscsi neutron-server[93102]: self._notify() Jul 16 14:06:03.348884 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 14:06:03.348884 dv-cinder-784763-7-iscsi neutron-server[93102]: self.callback(batched_events) Jul 16 14:06:03.348884 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 14:06:03.348884 dv-cinder-784763-7-iscsi neutron-server[93102]: event.method(event) Jul 16 14:06:03.348884 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 14:06:03.348884 dv-cinder-784763-7-iscsi neutron-server[93102]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 14:06:03.348884 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 14:06:03.348884 dv-cinder-784763-7-iscsi neutron-server[93102]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 14:06:03.348884 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 14:06:03.348884 dv-cinder-784763-7-iscsi neutron-server[93102]: return f(self, *a, **k) Jul 16 14:06:03.348884 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 14:06:03.348884 dv-cinder-784763-7-iscsi neutron-server[93102]: return self._get(url).json() Jul 16 14:06:03.348884 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 14:06:03.348884 dv-cinder-784763-7-iscsi neutron-server[93102]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 14:06:03.348884 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 14:06:03.348884 dv-cinder-784763-7-iscsi neutron-server[93102]: return self.request(url, 'GET', **kwargs) Jul 16 14:06:03.348884 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 14:06:03.348884 dv-cinder-784763-7-iscsi neutron-server[93102]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 14:06:03.348884 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 14:06:03.348884 dv-cinder-784763-7-iscsi neutron-server[93102]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 14:06:03.348884 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 14:06:03.348884 dv-cinder-784763-7-iscsi neutron-server[93102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 14:06:03.348884 dv-cinder-784763-7-iscsi neutron-server[93102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 14:06:03.357224 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-7a6b1e68-0e46-4c12-a242-bb0ba7255add req-036ea135-f05b-4e25-b06c-59cbac9ecfbf tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736155824258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4062758'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:03.620323 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb4e59f-cc76-4644-a7ce-4c201d9cbe81 req-a7892697-9ee4-4d79-82e6-13f14a9fc133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:06:03.635103 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-7cb4e59f-cc76-4644-a7ce-4c201d9cbe81 req-a7892697-9ee4-4d79-82e6-13f14a9fc133 service neutron] 10.222.0.25 "GET /v2.0/networks?id=51a90a03-af03-40ca-bb00-7020f83b5182 HTTP/1.1" status: 200 len: 920 time: 0.3887463 Jul 16 14:06:03.690354 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-7cb4e59f-cc76-4644-a7ce-4c201d9cbe81 req-3e30c826-e6a6-4e0a-9b20-f1af9b8601ae service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=80eabd2b-067d-4a77-9822-306b9a1f3212 HTTP/1.1" status: 200 len: 217 time: 0.0372756 Jul 16 14:06:03.705279 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd830b1-2ca7-40ff-ac1c-fa742792c8de req-044de5d5-ac0d-43f1-b5d5-22f51efa6848 tempest-DeleteServersTestJSON-1079423793 tempest-DeleteServersTestJSON-1079423793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:06:03.713104 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-5dd830b1-2ca7-40ff-ac1c-fa742792c8de req-044de5d5-ac0d-43f1-b5d5-22f51efa6848 tempest-DeleteServersTestJSON-1079423793 tempest-DeleteServersTestJSON-1079423793-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b6dc115-d69d-463c-a82c-c3c9df26aad6 HTTP/1.1" status: 200 len: 944 time: 0.1881149 Jul 16 14:06:03.728451 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-beeb0968-a57e-4b99-86c2-444a17f45f25 req-55c20632-1387-4c73-996a-acdf0603f25e tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:03.804423 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-5dd830b1-2ca7-40ff-ac1c-fa742792c8de req-89820ea8-9183-4352-9860-9998099b2af2 tempest-DeleteServersTestJSON-1079423793 tempest-DeleteServersTestJSON-1079423793-project] 10.222.0.10 "GET /v2.0/security-groups?id=4b3e9cef-9660-4ae5-9082-aa329bb7eec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900307 Jul 16 14:06:03.811594 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb4e59f-cc76-4644-a7ce-4c201d9cbe81 req-37c89dfa-ab4d-4e60-86be-1fde38757770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:06:03.813615 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-7cb4e59f-cc76-4644-a7ce-4c201d9cbe81 req-37c89dfa-ab4d-4e60-86be-1fde38757770 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1d5393f6-20e0-4dbd-a198-cb03cfea0892 HTTP/1.1" status: 200 len: 859 time: 0.0923860 Jul 16 14:06:03.839761 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-beeb0968-a57e-4b99-86c2-444a17f45f25 req-55c20632-1387-4c73-996a-acdf0603f25e tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736155824258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4062758'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:03.859478 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-7cb4e59f-cc76-4644-a7ce-4c201d9cbe81 req-dd92e0ac-77b0-4cc1-af07-3dd5085971b6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=51a90a03-af03-40ca-bb00-7020f83b5182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382791 Jul 16 14:06:03.859658 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b3b8147a-c97c-496c-80c8-4d54f2e9c880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16499645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611519'] for network, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:03.903360 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a6b1e68-0e46-4c12-a242-bb0ba7255add req-036ea135-f05b-4e25-b06c-59cbac9ecfbf tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Network 3a4fb2c2-e115-4208-b9b7-fb0af769d696 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 14:06:03.913292 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036ea135-f05b-4e25-b06c-59cbac9ecfbf tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Pushing event updated for resources: {'Port': ['ID=5dc77129-1453-4456-8a98-7b9dd10f5485,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:06:03.922014 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b3b8147a-c97c-496c-80c8-4d54f2e9c880 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583268'] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:03.924563 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-b3b8147a-c97c-496c-80c8-4d54f2e9c880 admin admin] 10.222.0.10 "DELETE /v2.0/networks/a9380dd2-f278-462f-a9b6-e8ebc9f1c32c HTTP/1.1" status: 204 len: 168 time: 1.3300827 Jul 16 14:06:03.938282 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [req-7a6b1e68-0e46-4c12-a242-bb0ba7255add req-036ea135-f05b-4e25-b06c-59cbac9ecfbf tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 14:06:03.947230 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a6b1e68-0e46-4c12-a242-bb0ba7255add req-036ea135-f05b-4e25-b06c-59cbac9ecfbf tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 14:06:03.959064 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-beeb0968-a57e-4b99-86c2-444a17f45f25 req-55c20632-1387-4c73-996a-acdf0603f25e tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] Network 51a90a03-af03-40ca-bb00-7020f83b5182 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 14:06:03.962818 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b8147a-c97c-496c-80c8-4d54f2e9c880 admin admin] Pushing event deleted for resources: {'Network': ['ID=a9380dd2-f278-462f-a9b6-e8ebc9f1c32c,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:06:03.990211 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [req-beeb0968-a57e-4b99-86c2-444a17f45f25 req-55c20632-1387-4c73-996a-acdf0603f25e tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 14:06:04.033200 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-7cb4e59f-cc76-4644-a7ce-4c201d9cbe81 req-aff57198-35af-44b0-b12b-5b0eff1f2141 service neutron] 10.222.0.25 "GET /v2.0/networks/51a90a03-af03-40ca-bb00-7020f83b5182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661794 Jul 16 14:06:04.036234 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [req-beeb0968-a57e-4b99-86c2-444a17f45f25 req-55c20632-1387-4c73-996a-acdf0603f25e tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 14:06:04.256077 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c20632-1387-4c73-996a-acdf0603f25e tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] Pushing event updated for resources: {'Port': ['ID=f6da84fc-801a-4296-b2fe-4815f358ea29,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:06:04.284861 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6b1e68-0e46-4c12-a242-bb0ba7255add req-036ea135-f05b-4e25-b06c-59cbac9ecfbf tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:06:04.285161 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-7a6b1e68-0e46-4c12-a242-bb0ba7255add req-036ea135-f05b-4e25-b06c-59cbac9ecfbf tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583268'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:04.301754 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Device 339567f1-2447-45d8-b678-b66efa0f9eeb up at agent hyperv_hv-cinder-78476 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 14:06:04.319715 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.25', 58860) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:06:04.343896 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeb0968-a57e-4b99-86c2-444a17f45f25 req-55c20632-1387-4c73-996a-acdf0603f25e tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:06:04.344572 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-beeb0968-a57e-4b99-86c2-444a17f45f25 req-55c20632-1387-4c73-996a-acdf0603f25e tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583268'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:04.384090 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34400cb2-2283-45e5-9149-186d86bf0c82 req-388a29df-d63c-4bb2-98ee-7fd8f9edce0b tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:06:04.385603 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-34400cb2-2283-45e5-9149-186d86bf0c82 req-388a29df-d63c-4bb2-98ee-7fd8f9edce0b tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7c92e1b-6094-4c34-87d7-cc60aafaa6c1 HTTP/1.1" status: 200 len: 932 time: 0.5510812 Jul 16 14:06:04.399705 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-7a6b1e68-0e46-4c12-a242-bb0ba7255add req-036ea135-f05b-4e25-b06c-59cbac9ecfbf tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0087271 Jul 16 14:06:04.423142 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.v2.base [req-7a6b1e68-0e46-4c12-a242-bb0ba7255add req-9a203936-1e61-426f-8c92-41f6c9cba567 service neutron] Request body: {'port': {'device_id': 'a7c92e1b-6094-4c34-87d7-cc60aafaa6c1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78476'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:06:04.438585 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Provisioning for port 339567f1-2447-45d8-b678-b66efa0f9eeb completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 14:06:04.444897 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Provisioning complete for port 339567f1-2447-45d8-b678-b66efa0f9eeb triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 14:06:04.445279 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16503849'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:04.451443 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-beeb0968-a57e-4b99-86c2-444a17f45f25 req-55c20632-1387-4c73-996a-acdf0603f25e tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7083282 Jul 16 14:06:04.476051 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 57308) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:06:04.486831 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.v2.base [req-beeb0968-a57e-4b99-86c2-444a17f45f25 req-1ff3c6aa-b5c1-45e9-90ed-10039ce66baa service neutron] Request body: {'port': {'device_id': '4b8c1db0-7953-43b1-b307-08491a3031f2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78476'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:06:04.597192 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:04.633193 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-34400cb2-2283-45e5-9149-186d86bf0c82 req-0424dd6d-ff50-4ecd-8f0e-9d2b06200ac0 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7ffdc71-7446-41a9-bfc4-bf78fcf225fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2302060 Jul 16 14:06:04.650869 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] For port 339567f1-2447-45d8-b678-b66efa0f9eeb, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=339567f1-2447-45d8-b678-b66efa0f9eeb,segment=NetworkSegment(fb621f83-4c98-48a9-b1d0-65df1adb2471),segment_id=fb621f83-4c98-48a9-b1d0-65df1adb2471)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:06:04.653042 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b6dc115-d69d-463c-a82c-c3c9df26aad6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '339567f1-2447-45d8-b678-b66efa0f9eeb'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 14:06:04.772216 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47a88cd-f94e-47b7-9a73-8ae5467b0b80 req-963930b4-a322-4f0f-b22f-f899509b6f88 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:06:04.774959 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-d47a88cd-f94e-47b7-9a73-8ae5467b0b80 req-963930b4-a322-4f0f-b22f-f899509b6f88 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] 10.222.0.25 "GET /v2.0/networks?id=05b30fe7-953a-4cd0-9508-7a8db0272a66 HTTP/1.1" status: 200 len: 810 time: 0.4507844 Jul 16 14:06:04.782382 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-da2cd5fa-1ad3-4f67-949f-0f1dbb464576 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e67d310edc9e4790a1873c0031218e58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3025625 Jul 16 14:06:04.784261 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 57324) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:06:04.806124 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-7a6b1e68-0e46-4c12-a242-bb0ba7255add req-9a203936-1e61-426f-8c92-41f6c9cba567 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:04.820631 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-7cb4e59f-cc76-4644-a7ce-4c201d9cbe81 req-bd2e8813-9ad9-487b-adcd-3d409a5c4804 service neutron] 10.222.0.25 "GET /v2.0/networks/51a90a03-af03-40ca-bb00-7020f83b5182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7678115 Jul 16 14:06:04.847455 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-beeb0968-a57e-4b99-86c2-444a17f45f25 req-1ff3c6aa-b5c1-45e9-90ed-10039ce66baa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:04.866793 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-4b4169ca-4b6b-4648-8c7e-9d5980f006ed None None] Provisioning for port 5dc77129-1453-4456-8a98-7b9dd10f5485 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 14:06:04.876078 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736156224341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736155824276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736155824294'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:04.878748 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-4b4169ca-4b6b-4648-8c7e-9d5980f006ed None None] Provisioning complete for port 5dc77129-1453-4456-8a98-7b9dd10f5485 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 14:06:04.879294 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-4b4169ca-4b6b-4648-8c7e-9d5980f006ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16503849'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:04.922133 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-d47a88cd-f94e-47b7-9a73-8ae5467b0b80 req-ab25913b-95cd-4c55-a857-5c1ac567897c tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b3b16082e5f440ba8228e496c1f92b3a HTTP/1.1" status: 200 len: 379 time: 0.1130872 Jul 16 14:06:04.937159 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.v2.base [req-d47a88cd-f94e-47b7-9a73-8ae5467b0b80 req-28ff3cf2-61ee-4c0b-9496-321e8fc782b1 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Request body: {'port': {'device_id': 'ed77822f-6a63-4555-a659-5982e2984dda', 'network_id': '05b30fe7-953a-4cd0-9508-7a8db0272a66', 'admin_state_up': True, 'tenant_id': 'b3b16082e5f440ba8228e496c1f92b3a', 'security_groups': ['aeebecfc-2afb-411a-b312-62aa81725bc1']}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:06:04.957433 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-9bd6d2e7-7f9b-44c1-86b8-6e3bef29c596 req-f60798b9-2eca-41ec-b1b1-8e908ae645ae tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] 10.222.0.10 "GET /v2.0/ports?device_id=ed77822f-6a63-4555-a659-5982e2984dda HTTP/1.1" status: 200 len: 210 time: 0.1018550 Jul 16 14:06:04.981468 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-4b4169ca-4b6b-4648-8c7e-9d5980f006ed None None] Port 5dc77129-1453-4456-8a98-7b9dd10f5485 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 14:06:04.990466 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Pushing event updated for resources: {'Port': ['ID=339567f1-2447-45d8-b678-b66efa0f9eeb,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:06:05.082280 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5871031-8116-44b8-9e1a-dd6f709c112d req-0a313581-5199-482c-b4a6-a165e4a08780 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:06:05.083790 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-f5871031-8116-44b8-9e1a-dd6f709c112d req-0a313581-5199-482c-b4a6-a165e4a08780 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b8c1db0-7953-43b1-b307-08491a3031f2 HTTP/1.1" status: 200 len: 931 time: 0.7379458 Jul 16 14:06:05.084762 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e17b9d4f214fa64bfb48c5bf95da0f2ee536929a6529a77ec24820d0293f4c41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bdcccb9-9cdb-480a-bec0-06da4e4d503a" -d '{"events": [{"server_uuid": "4b6dc115-d69d-463c-a82c-c3c9df26aad6", "name": "network-vif-plugged", "status": "completed", "tag": "339567f1-2447-45d8-b678-b66efa0f9eeb"}]}' {{(pid=93103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 14:06:05.094048 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-94cd9703-27b6-4987-9f5f-a9248764a116 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:05.129535 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d47a88cd-f94e-47b7-9a73-8ae5467b0b80 req-28ff3cf2-61ee-4c0b-9496-321e8fc782b1 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Made reservation on behalf of b3b16082e5f440ba8228e496c1f92b3a for: {'port': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 14:06:05.134630 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-d47a88cd-f94e-47b7-9a73-8ae5467b0b80 req-28ff3cf2-61ee-4c0b-9496-321e8fc782b1 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:05.167082 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-94cd9703-27b6-4987-9f5f-a9248764a116 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:05.178974 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-f5871031-8116-44b8-9e1a-dd6f709c112d req-35c67138-e3f3-42bd-a03b-90a6f1ceab49 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/security-groups?id=82181ce4-b774-4a6f-9777-8cd5eff34a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882359 Jul 16 14:06:05.364573 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-94cd9703-27b6-4987-9f5f-a9248764a116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:05.367153 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-94cd9703-27b6-4987-9f5f-a9248764a116 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:05.369149 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-94cd9703-27b6-4987-9f5f-a9248764a116 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0bcc41f9-4122-40f8-ace6-68379b51a460 HTTP/1.1" status: 204 len: 168 time: 0.5838928 Jul 16 14:06:05.390403 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [req-d47a88cd-f94e-47b7-9a73-8ae5467b0b80 req-28ff3cf2-61ee-4c0b-9496-321e8fc782b1 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Allocated IP 172.20.0.8 (05b30fe7-953a-4cd0-9508-7a8db0272a66/06d06c6a-1905-449b-b463-f55701ce50ca/c74e18f5-9c2a-41df-ae2a-c937dfb58e48) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 14:06:05.392328 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 14:06:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4642c261-0519-4516-941b-aa90df10f9ba x-openstack-request-id: req-4642c261-0519-4516-941b-aa90df10f9ba {{(pid=93103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 14:06:05.393282 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b6dc115-d69d-463c-a82c-c3c9df26aad6", "name": "network-vif-plugged", "status": "completed", "tag": "339567f1-2447-45d8-b678-b66efa0f9eeb", "code": 200}]} {{(pid=93103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 14:06:05.393696 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4642c261-0519-4516-941b-aa90df10f9ba {{(pid=93103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 14:06:05.394433 dv-cinder-784763-7-iscsi neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b6dc115-d69d-463c-a82c-c3c9df26aad6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '339567f1-2447-45d8-b678-b66efa0f9eeb', 'code': 200} Jul 16 14:06:05.399512 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cd9703-27b6-4987-9f5f-a9248764a116 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bcc41f9-4122-40f8-ace6-68379b51a460,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:06:05.412805 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7607c6-be8e-43e5-aab0-1e780ff23b32 req-27f78189-18d0-46f4-868e-74c68d04bfd1 tempest-DeleteServersTestJSON-1079423793 tempest-DeleteServersTestJSON-1079423793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:06:05.424404 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-fd7607c6-be8e-43e5-aab0-1e780ff23b32 req-27f78189-18d0-46f4-868e-74c68d04bfd1 tempest-DeleteServersTestJSON-1079423793 tempest-DeleteServersTestJSON-1079423793-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b6dc115-d69d-463c-a82c-c3c9df26aad6 HTTP/1.1" status: 200 len: 945 time: 0.2563655 Jul 16 14:06:05.530752 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-fd7607c6-be8e-43e5-aab0-1e780ff23b32 req-dbf4087b-e06f-48eb-ae62-b73bafe5357c tempest-DeleteServersTestJSON-1079423793 tempest-DeleteServersTestJSON-1079423793-project] 10.222.0.10 "GET /v2.0/security-groups?id=4b3e9cef-9660-4ae5-9082-aa329bb7eec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047590 Jul 16 14:06:05.603750 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.notifiers.nova [req-7a6b1e68-0e46-4c12-a242-bb0ba7255add req-9a203936-1e61-426f-8c92-41f6c9cba567 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5dc77129-1453-4456-8a98-7b9dd10f5485 {{(pid=93102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 14:06:05.614304 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-7a6b1e68-0e46-4c12-a242-bb0ba7255add req-9a203936-1e61-426f-8c92-41f6c9cba567 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:05.623079 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-d47a88cd-f94e-47b7-9a73-8ae5467b0b80 req-28ff3cf2-61ee-4c0b-9496-321e8fc782b1 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:05.630834 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.notifiers.nova [req-beeb0968-a57e-4b99-86c2-444a17f45f25 req-1ff3c6aa-b5c1-45e9-90ed-10039ce66baa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6da84fc-801a-4296-b2fe-4815f358ea29 {{(pid=93102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 14:06:05.642596 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-beeb0968-a57e-4b99-86c2-444a17f45f25 req-1ff3c6aa-b5c1-45e9-90ed-10039ce66baa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:05.645239 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.db.provisioning_blocks [req-7a6b1e68-0e46-4c12-a242-bb0ba7255add req-9a203936-1e61-426f-8c92-41f6c9cba567 service neutron] Transition to ACTIVE for port object 5dc77129-1453-4456-8a98-7b9dd10f5485 will not be triggered until provisioned by entity L2. {{(pid=93102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 14:06:05.648401 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-d47a88cd-f94e-47b7-9a73-8ae5467b0b80 req-28ff3cf2-61ee-4c0b-9496-321e8fc782b1 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Transition to ACTIVE for port object c74e18f5-9c2a-41df-ae2a-c937dfb58e48 will not be triggered until provisioned by entity DHCP. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 14:06:05.653326 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-7a6b1e68-0e46-4c12-a242-bb0ba7255add req-9a203936-1e61-426f-8c92-41f6c9cba567 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736156224341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736155824276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736155824294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4062751'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:05.664537 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.db.provisioning_blocks [req-beeb0968-a57e-4b99-86c2-444a17f45f25 req-1ff3c6aa-b5c1-45e9-90ed-10039ce66baa service neutron] Transition to ACTIVE for port object f6da84fc-801a-4296-b2fe-4815f358ea29 will not be triggered until provisioned by entity L2. {{(pid=93102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 14:06:05.703215 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-beeb0968-a57e-4b99-86c2-444a17f45f25 req-1ff3c6aa-b5c1-45e9-90ed-10039ce66baa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736156224341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736155824276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736155824294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4062751'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:05.706626 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-d47a88cd-f94e-47b7-9a73-8ae5467b0b80 req-28ff3cf2-61ee-4c0b-9496-321e8fc782b1 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736155824258'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:05.748085 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a203936-1e61-426f-8c92-41f6c9cba567 service neutron] Pushing event updated for resources: {'Port': ['ID=5dc77129-1453-4456-8a98-7b9dd10f5485,revision_number=2']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:06:05.797446 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d47a88cd-f94e-47b7-9a73-8ae5467b0b80 req-28ff3cf2-61ee-4c0b-9496-321e8fc782b1 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Network 05b30fe7-953a-4cd0-9508-7a8db0272a66 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 14:06:05.821838 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [req-d47a88cd-f94e-47b7-9a73-8ae5467b0b80 req-28ff3cf2-61ee-4c0b-9496-321e8fc782b1 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 14:06:05.824847 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-d47a88cd-f94e-47b7-9a73-8ae5467b0b80 req-28ff3cf2-61ee-4c0b-9496-321e8fc782b1 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 14:06:05.830790 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47a88cd-f94e-47b7-9a73-8ae5467b0b80 req-28ff3cf2-61ee-4c0b-9496-321e8fc782b1 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:06:05.831459 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-d47a88cd-f94e-47b7-9a73-8ae5467b0b80 req-28ff3cf2-61ee-4c0b-9496-321e8fc782b1 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583268'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:05.858980 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-d47a88cd-f94e-47b7-9a73-8ae5467b0b80 req-28ff3cf2-61ee-4c0b-9496-321e8fc782b1 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9289775 Jul 16 14:06:05.883697 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [req-7a6b1e68-0e46-4c12-a242-bb0ba7255add req-9a203936-1e61-426f-8c92-41f6c9cba567 service neutron] Attempting to bind port 5dc77129-1453-4456-8a98-7b9dd10f5485 on host hv-cinder-78476 for vnic_type normal with profile {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 14:06:05.884137 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [req-7a6b1e68-0e46-4c12-a242-bb0ba7255add req-9a203936-1e61-426f-8c92-41f6c9cba567 service neutron] Attempting to bind port 5dc77129-1453-4456-8a98-7b9dd10f5485 by drivers openvswitch,hyperv on host hv-cinder-78476 at level 0 using segments [{'id': '3a29ac3c-6c4f-4bde-a091-d921a298bf30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '3a4fb2c2-e115-4208-b9b7-fb0af769d696'}] {{(pid=93102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 14:06:05.884533 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a6b1e68-0e46-4c12-a242-bb0ba7255add req-9a203936-1e61-426f-8c92-41f6c9cba567 service neutron] Attempting to bind port 5dc77129-1453-4456-8a98-7b9dd10f5485 on network 3a4fb2c2-e115-4208-b9b7-fb0af769d696 {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 14:06:05.885497 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.v2.base [req-d47a88cd-f94e-47b7-9a73-8ae5467b0b80 req-c6b4410f-003b-4c4b-a8c7-9c7f187e23f3 service neutron] Request body: {'port': {'device_id': 'ed77822f-6a63-4555-a659-5982e2984dda', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78476'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:06:06.028052 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ff3cf2-61ee-4c0b-9496-321e8fc782b1 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Pushing event updated for resources: {'Port': ['ID=c74e18f5-9c2a-41df-ae2a-c937dfb58e48,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:06:06.042211 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a6b1e68-0e46-4c12-a242-bb0ba7255add req-9a203936-1e61-426f-8c92-41f6c9cba567 service neutron] Port 5dc77129-1453-4456-8a98-7b9dd10f5485 on network 3a4fb2c2-e115-4208-b9b7-fb0af769d696 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78476 {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 14:06:06.042686 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a6b1e68-0e46-4c12-a242-bb0ba7255add req-9a203936-1e61-426f-8c92-41f6c9cba567 service neutron] Attempting to bind port 5dc77129-1453-4456-8a98-7b9dd10f5485 on network 3a4fb2c2-e115-4208-b9b7-fb0af769d696 {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 14:06:06.057185 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff3c6aa-b5c1-45e9-90ed-10039ce66baa service neutron] Pushing event updated for resources: {'Port': ['ID=f6da84fc-801a-4296-b2fe-4815f358ea29,revision_number=2']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:06:06.058442 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-d47a88cd-f94e-47b7-9a73-8ae5467b0b80 req-c6b4410f-003b-4c4b-a8c7-9c7f187e23f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:06.066632 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a6b1e68-0e46-4c12-a242-bb0ba7255add req-9a203936-1e61-426f-8c92-41f6c9cba567 service neutron] Checking agent: {'id': '6fdce28b-c36c-45c9-95d7-1ffee3187505', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78476', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 14, 3, 46), 'started_at': datetime.datetime(2021, 7, 16, 14, 3, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 14, 5, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 14:06:06.067145 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a6b1e68-0e46-4c12-a242-bb0ba7255add req-9a203936-1e61-426f-8c92-41f6c9cba567 service neutron] Checking segment: {'id': '3a29ac3c-6c4f-4bde-a091-d921a298bf30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '3a4fb2c2-e115-4208-b9b7-fb0af769d696'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 14:06:06.067679 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a6b1e68-0e46-4c12-a242-bb0ba7255add req-9a203936-1e61-426f-8c92-41f6c9cba567 service neutron] Bound using segment: {'id': '3a29ac3c-6c4f-4bde-a091-d921a298bf30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '3a4fb2c2-e115-4208-b9b7-fb0af769d696'} {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 14:06:06.068460 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [req-7a6b1e68-0e46-4c12-a242-bb0ba7255add req-9a203936-1e61-426f-8c92-41f6c9cba567 service neutron] Bound port: 5dc77129-1453-4456-8a98-7b9dd10f5485, host: hv-cinder-78476, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a29ac3c-6c4f-4bde-a091-d921a298bf30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '3a4fb2c2-e115-4208-b9b7-fb0af769d696'}}] {{(pid=93102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 14:06:06.068995 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-7a6b1e68-0e46-4c12-a242-bb0ba7255add req-9a203936-1e61-426f-8c92-41f6c9cba567 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:06.103826 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [req-beeb0968-a57e-4b99-86c2-444a17f45f25 req-1ff3c6aa-b5c1-45e9-90ed-10039ce66baa service neutron] Attempting to bind port f6da84fc-801a-4296-b2fe-4815f358ea29 on host hv-cinder-78476 for vnic_type normal with profile {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 14:06:06.104221 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [req-beeb0968-a57e-4b99-86c2-444a17f45f25 req-1ff3c6aa-b5c1-45e9-90ed-10039ce66baa service neutron] Attempting to bind port f6da84fc-801a-4296-b2fe-4815f358ea29 by drivers openvswitch,hyperv on host hv-cinder-78476 at level 0 using segments [{'id': 'd7e1ee80-77c5-48f3-ac0a-95e0aff8ceeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '51a90a03-af03-40ca-bb00-7020f83b5182'}] {{(pid=93102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 14:06:06.105442 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beeb0968-a57e-4b99-86c2-444a17f45f25 req-1ff3c6aa-b5c1-45e9-90ed-10039ce66baa service neutron] Attempting to bind port f6da84fc-801a-4296-b2fe-4815f358ea29 on network 51a90a03-af03-40ca-bb00-7020f83b5182 {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 14:06:06.107052 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaf3dbf-0d2d-44ea-a057-59c7f8d6e93d req-51290607-4180-4bd5-8824-cbf3604967a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:06:06.108626 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-2aaf3dbf-0d2d-44ea-a057-59c7f8d6e93d req-51290607-4180-4bd5-8824-cbf3604967a8 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=4b6dc115-d69d-463c-a82c-c3c9df26aad6 HTTP/1.1" status: 200 len: 1098 time: 0.3806758 Jul 16 14:06:06.133806 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beeb0968-a57e-4b99-86c2-444a17f45f25 req-1ff3c6aa-b5c1-45e9-90ed-10039ce66baa service neutron] Port f6da84fc-801a-4296-b2fe-4815f358ea29 on network 51a90a03-af03-40ca-bb00-7020f83b5182 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78476 {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 14:06:06.134179 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beeb0968-a57e-4b99-86c2-444a17f45f25 req-1ff3c6aa-b5c1-45e9-90ed-10039ce66baa service neutron] Attempting to bind port f6da84fc-801a-4296-b2fe-4815f358ea29 on network 51a90a03-af03-40ca-bb00-7020f83b5182 {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 14:06:06.160874 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-412b6264-bcf4-483f-81fa-739fdde4fdc6 None None] Provisioning for port c74e18f5-9c2a-41df-ae2a-c937dfb58e48 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 14:06:06.166981 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-412b6264-bcf4-483f-81fa-739fdde4fdc6 None None] Provisioning complete for port c74e18f5-9c2a-41df-ae2a-c937dfb58e48 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 14:06:06.167723 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-412b6264-bcf4-483f-81fa-739fdde4fdc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16503849'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:06.177025 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dac7775-5c68-466d-96b6-4e9cd6734b07 req-0a5515dc-b99c-4adf-ae33-5a4b37f79c96 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:06:06.185082 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-1dac7775-5c68-466d-96b6-4e9cd6734b07 req-0a5515dc-b99c-4adf-ae33-5a4b37f79c96 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7c92e1b-6094-4c34-87d7-cc60aafaa6c1 HTTP/1.1" status: 200 len: 944 time: 0.3144457 Jul 16 14:06:06.186284 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.db [req-7a6b1e68-0e46-4c12-a242-bb0ba7255add req-9a203936-1e61-426f-8c92-41f6c9cba567 service neutron] For port 5dc77129-1453-4456-8a98-7b9dd10f5485, host hv-cinder-78476, cleared binding levels {{(pid=93102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 14:06:06.189721 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 57366) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:06:06.190215 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.db [req-7a6b1e68-0e46-4c12-a242-bb0ba7255add req-9a203936-1e61-426f-8c92-41f6c9cba567 service neutron] For port 5dc77129-1453-4456-8a98-7b9dd10f5485, host hv-cinder-78476, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=5dc77129-1453-4456-8a98-7b9dd10f5485,segment=NetworkSegment(3a29ac3c-6c4f-4bde-a091-d921a298bf30),segment_id=3a29ac3c-6c4f-4bde-a091-d921a298bf30)] {{(pid=93102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 14:06:06.196933 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beeb0968-a57e-4b99-86c2-444a17f45f25 req-1ff3c6aa-b5c1-45e9-90ed-10039ce66baa service neutron] Checking agent: {'id': '6fdce28b-c36c-45c9-95d7-1ffee3187505', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78476', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 14, 3, 46), 'started_at': datetime.datetime(2021, 7, 16, 14, 3, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 14, 5, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 14:06:06.196933 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beeb0968-a57e-4b99-86c2-444a17f45f25 req-1ff3c6aa-b5c1-45e9-90ed-10039ce66baa service neutron] Checking segment: {'id': 'd7e1ee80-77c5-48f3-ac0a-95e0aff8ceeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '51a90a03-af03-40ca-bb00-7020f83b5182'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 14:06:06.196933 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beeb0968-a57e-4b99-86c2-444a17f45f25 req-1ff3c6aa-b5c1-45e9-90ed-10039ce66baa service neutron] Bound using segment: {'id': 'd7e1ee80-77c5-48f3-ac0a-95e0aff8ceeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '51a90a03-af03-40ca-bb00-7020f83b5182'} {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 14:06:06.196933 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [req-beeb0968-a57e-4b99-86c2-444a17f45f25 req-1ff3c6aa-b5c1-45e9-90ed-10039ce66baa service neutron] Bound port: f6da84fc-801a-4296-b2fe-4815f358ea29, host: hv-cinder-78476, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7e1ee80-77c5-48f3-ac0a-95e0aff8ceeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '51a90a03-af03-40ca-bb00-7020f83b5182'}}] {{(pid=93102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 14:06:06.196933 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-beeb0968-a57e-4b99-86c2-444a17f45f25 req-1ff3c6aa-b5c1-45e9-90ed-10039ce66baa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:06.218213 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-7a6b1e68-0e46-4c12-a242-bb0ba7255add req-9a203936-1e61-426f-8c92-41f6c9cba567 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736156224341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736155824276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736155824294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4062751'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:06.220908 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-412b6264-bcf4-483f-81fa-739fdde4fdc6 None None] Port c74e18f5-9c2a-41df-ae2a-c937dfb58e48 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 14:06:06.310229 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6b1e68-0e46-4c12-a242-bb0ba7255add req-9a203936-1e61-426f-8c92-41f6c9cba567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:06:06.310918 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-7a6b1e68-0e46-4c12-a242-bb0ba7255add req-9a203936-1e61-426f-8c92-41f6c9cba567 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583268'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:06.312497 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-7a6b1e68-0e46-4c12-a242-bb0ba7255add req-9a203936-1e61-426f-8c92-41f6c9cba567 service neutron] 10.222.0.25 "PUT /v2.0/ports/5dc77129-1453-4456-8a98-7b9dd10f5485 HTTP/1.1" status: 200 len: 1094 time: 1.9039328 Jul 16 14:06:06.313163 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7c92e1b-6094-4c34-87d7-cc60aafaa6c1', 'tag': '5dc77129-1453-4456-8a98-7b9dd10f5485'}] {{(pid=93102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 14:06:06.315704 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a11fcfe668901014f0ad0c9d70c66bea342e29a2e59f45ce58be81cf923ee92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b2949b0-e82b-491c-b99e-44a80523721b" -d '{"events": [{"name": "network-changed", "server_uuid": "a7c92e1b-6094-4c34-87d7-cc60aafaa6c1", "tag": "5dc77129-1453-4456-8a98-7b9dd10f5485"}]}' {{(pid=93102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 14:06:06.318992 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-1dac7775-5c68-466d-96b6-4e9cd6734b07 req-53e06f2e-ab64-48a2-9287-b3c464a7e5fc tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7ffdc71-7446-41a9-bfc4-bf78fcf225fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1328800 Jul 16 14:06:06.349913 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-e4ee2555-b567-4d6b-8fa8-8f71a67ede82 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1129805b912b4c33b238b57b9ea4600e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1592805 Jul 16 14:06:06.364998 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a203936-1e61-426f-8c92-41f6c9cba567 service neutron] Pushing event updated for resources: {'Port': ['ID=5dc77129-1453-4456-8a98-7b9dd10f5485,revision_number=3']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:06:06.364998 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 57378) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:06:06.429506 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdcd9a2-ef17-4e70-9230-4aaa67dc284f req-6b892283-8f38-4ea4-81f6-dcfee77bf73e tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:06:06.431363 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-dbdcd9a2-ef17-4e70-9230-4aaa67dc284f req-6b892283-8f38-4ea4-81f6-dcfee77bf73e tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] 10.222.0.10 "GET /v2.0/ports?device_id=ed77822f-6a63-4555-a659-5982e2984dda HTTP/1.1" status: 200 len: 931 time: 0.2986028 Jul 16 14:06:06.436397 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.db [req-beeb0968-a57e-4b99-86c2-444a17f45f25 req-1ff3c6aa-b5c1-45e9-90ed-10039ce66baa service neutron] For port f6da84fc-801a-4296-b2fe-4815f358ea29, host hv-cinder-78476, cleared binding levels {{(pid=93102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 14:06:06.466849 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.db [req-beeb0968-a57e-4b99-86c2-444a17f45f25 req-1ff3c6aa-b5c1-45e9-90ed-10039ce66baa service neutron] For port f6da84fc-801a-4296-b2fe-4815f358ea29, host hv-cinder-78476, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=f6da84fc-801a-4296-b2fe-4815f358ea29,segment=NetworkSegment(d7e1ee80-77c5-48f3-ac0a-95e0aff8ceeb),segment_id=d7e1ee80-77c5-48f3-ac0a-95e0aff8ceeb)] {{(pid=93102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 14:06:06.484467 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-beeb0968-a57e-4b99-86c2-444a17f45f25 req-1ff3c6aa-b5c1-45e9-90ed-10039ce66baa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736156224341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736155824276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736155824294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4062751'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:06.632057 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.notifiers.nova [req-d47a88cd-f94e-47b7-9a73-8ae5467b0b80 req-c6b4410f-003b-4c4b-a8c7-9c7f187e23f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c74e18f5-9c2a-41df-ae2a-c937dfb58e48 {{(pid=93101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 14:06:06.644402 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c21e2c-d0c7-4658-b5db-6ac3f870fb53 req-c73f9d7a-4010-47ca-b5b0-173fba9a1a0c tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:06:06.646025 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-d6c21e2c-d0c7-4658-b5db-6ac3f870fb53 req-c73f9d7a-4010-47ca-b5b0-173fba9a1a0c tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b8c1db0-7953-43b1-b307-08491a3031f2 HTTP/1.1" status: 200 len: 943 time: 0.1616309 Jul 16 14:06:06.650544 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-d47a88cd-f94e-47b7-9a73-8ae5467b0b80 req-c6b4410f-003b-4c4b-a8c7-9c7f187e23f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:06.677707 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-d47a88cd-f94e-47b7-9a73-8ae5467b0b80 req-c6b4410f-003b-4c4b-a8c7-9c7f187e23f3 service neutron] Transition to ACTIVE for port object c74e18f5-9c2a-41df-ae2a-c937dfb58e48 will not be triggered until provisioned by entity L2. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 14:06:06.685053 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-d47a88cd-f94e-47b7-9a73-8ae5467b0b80 req-c6b4410f-003b-4c4b-a8c7-9c7f187e23f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736156224341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736155824276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736155824294'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:06.727288 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-d6c21e2c-d0c7-4658-b5db-6ac3f870fb53 req-5a0f077c-1fda-4832-ac7e-55641a12b052 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/security-groups?id=82181ce4-b774-4a6f-9777-8cd5eff34a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726442 Jul 16 14:06:06.741648 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-dbdcd9a2-ef17-4e70-9230-4aaa67dc284f req-761b38e1-36af-4d3a-9c0d-fd0eff581019 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] 10.222.0.10 "GET /v2.0/security-groups?id=aeebecfc-2afb-411a-b312-62aa81725bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2982545 Jul 16 14:06:06.743603 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeb0968-a57e-4b99-86c2-444a17f45f25 req-1ff3c6aa-b5c1-45e9-90ed-10039ce66baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:06:06.744259 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-beeb0968-a57e-4b99-86c2-444a17f45f25 req-1ff3c6aa-b5c1-45e9-90ed-10039ce66baa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583268'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:06.745658 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-beeb0968-a57e-4b99-86c2-444a17f45f25 req-1ff3c6aa-b5c1-45e9-90ed-10039ce66baa service neutron] 10.222.0.25 "PUT /v2.0/ports/f6da84fc-801a-4296-b2fe-4815f358ea29 HTTP/1.1" status: 200 len: 1093 time: 2.2636392 Jul 16 14:06:06.769355 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b4410f-003b-4c4b-a8c7-9c7f187e23f3 service neutron] Pushing event updated for resources: {'Port': ['ID=c74e18f5-9c2a-41df-ae2a-c937dfb58e48,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:06:06.778353 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-375d5d5d-eca7-4bbb-a41c-1ef7f7525570 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:06.802482 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-d47a88cd-f94e-47b7-9a73-8ae5467b0b80 req-c6b4410f-003b-4c4b-a8c7-9c7f187e23f3 service neutron] Attempting to bind port c74e18f5-9c2a-41df-ae2a-c937dfb58e48 on host hv-cinder-78476 for vnic_type normal with profile {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 14:06:06.803419 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-d47a88cd-f94e-47b7-9a73-8ae5467b0b80 req-c6b4410f-003b-4c4b-a8c7-9c7f187e23f3 service neutron] Attempting to bind port c74e18f5-9c2a-41df-ae2a-c937dfb58e48 by drivers openvswitch,hyperv on host hv-cinder-78476 at level 0 using segments [{'id': 'a2275036-b4cd-463f-abae-2b31086d1a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '05b30fe7-953a-4cd0-9508-7a8db0272a66'}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 14:06:06.803937 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d47a88cd-f94e-47b7-9a73-8ae5467b0b80 req-c6b4410f-003b-4c4b-a8c7-9c7f187e23f3 service neutron] Attempting to bind port c74e18f5-9c2a-41df-ae2a-c937dfb58e48 on network 05b30fe7-953a-4cd0-9508-7a8db0272a66 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 14:06:06.809686 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d47a88cd-f94e-47b7-9a73-8ae5467b0b80 req-c6b4410f-003b-4c4b-a8c7-9c7f187e23f3 service neutron] Port c74e18f5-9c2a-41df-ae2a-c937dfb58e48 on network 05b30fe7-953a-4cd0-9508-7a8db0272a66 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78476 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 14:06:06.810196 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d47a88cd-f94e-47b7-9a73-8ae5467b0b80 req-c6b4410f-003b-4c4b-a8c7-9c7f187e23f3 service neutron] Attempting to bind port c74e18f5-9c2a-41df-ae2a-c937dfb58e48 on network 05b30fe7-953a-4cd0-9508-7a8db0272a66 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 14:06:06.816317 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d47a88cd-f94e-47b7-9a73-8ae5467b0b80 req-c6b4410f-003b-4c4b-a8c7-9c7f187e23f3 service neutron] Checking agent: {'id': '6fdce28b-c36c-45c9-95d7-1ffee3187505', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78476', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 14, 3, 46), 'started_at': datetime.datetime(2021, 7, 16, 14, 3, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 14, 5, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 14:06:06.816900 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d47a88cd-f94e-47b7-9a73-8ae5467b0b80 req-c6b4410f-003b-4c4b-a8c7-9c7f187e23f3 service neutron] Checking segment: {'id': 'a2275036-b4cd-463f-abae-2b31086d1a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '05b30fe7-953a-4cd0-9508-7a8db0272a66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 14:06:06.817436 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d47a88cd-f94e-47b7-9a73-8ae5467b0b80 req-c6b4410f-003b-4c4b-a8c7-9c7f187e23f3 service neutron] Bound using segment: {'id': 'a2275036-b4cd-463f-abae-2b31086d1a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '05b30fe7-953a-4cd0-9508-7a8db0272a66'} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 14:06:06.818005 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-d47a88cd-f94e-47b7-9a73-8ae5467b0b80 req-c6b4410f-003b-4c4b-a8c7-9c7f187e23f3 service neutron] Bound port: c74e18f5-9c2a-41df-ae2a-c937dfb58e48, host: hv-cinder-78476, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2275036-b4cd-463f-abae-2b31086d1a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '05b30fe7-953a-4cd0-9508-7a8db0272a66'}}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 14:06:06.818539 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-d47a88cd-f94e-47b7-9a73-8ae5467b0b80 req-c6b4410f-003b-4c4b-a8c7-9c7f187e23f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:06.832448 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 14:06:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-859e9b6e-7d50-4028-9a31-52d13543db97 x-openstack-request-id: req-859e9b6e-7d50-4028-9a31-52d13543db97 {{(pid=93102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 14:06:06.832741 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7c92e1b-6094-4c34-87d7-cc60aafaa6c1", "tag": "5dc77129-1453-4456-8a98-7b9dd10f5485", "status": "completed", "code": 200}]} {{(pid=93102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 14:06:06.833015 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-859e9b6e-7d50-4028-9a31-52d13543db97 {{(pid=93102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 14:06:06.833427 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7c92e1b-6094-4c34-87d7-cc60aafaa6c1', 'tag': '5dc77129-1453-4456-8a98-7b9dd10f5485', 'status': 'completed', 'code': 200} Jul 16 14:06:06.836041 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff3c6aa-b5c1-45e9-90ed-10039ce66baa service neutron] Pushing event updated for resources: {'Port': ['ID=f6da84fc-801a-4296-b2fe-4815f358ea29,revision_number=3']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:06:06.865940 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-375d5d5d-eca7-4bbb-a41c-1ef7f7525570 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:06.904429 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-d47a88cd-f94e-47b7-9a73-8ae5467b0b80 req-c6b4410f-003b-4c4b-a8c7-9c7f187e23f3 service neutron] For port c74e18f5-9c2a-41df-ae2a-c937dfb58e48, host hv-cinder-78476, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 14:06:06.909663 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-d47a88cd-f94e-47b7-9a73-8ae5467b0b80 req-c6b4410f-003b-4c4b-a8c7-9c7f187e23f3 service neutron] For port c74e18f5-9c2a-41df-ae2a-c937dfb58e48, host hv-cinder-78476, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=c74e18f5-9c2a-41df-ae2a-c937dfb58e48,segment=NetworkSegment(a2275036-b4cd-463f-abae-2b31086d1a30),segment_id=a2275036-b4cd-463f-abae-2b31086d1a30)] {{(pid=93101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 14:06:06.915676 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-d47a88cd-f94e-47b7-9a73-8ae5467b0b80 req-c6b4410f-003b-4c4b-a8c7-9c7f187e23f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736156224341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736155824276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736155824294'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:06.963288 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-375d5d5d-eca7-4bbb-a41c-1ef7f7525570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:06.967797 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-375d5d5d-eca7-4bbb-a41c-1ef7f7525570 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:06.971503 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-375d5d5d-eca7-4bbb-a41c-1ef7f7525570 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/41154c83-cca5-48e2-84b2-4229997daa3c HTTP/1.1" status: 204 len: 168 time: 0.5956459 Jul 16 14:06:06.971652 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47a88cd-f94e-47b7-9a73-8ae5467b0b80 req-c6b4410f-003b-4c4b-a8c7-9c7f187e23f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:06:06.971652 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-d47a88cd-f94e-47b7-9a73-8ae5467b0b80 req-c6b4410f-003b-4c4b-a8c7-9c7f187e23f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583268'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:06.972233 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-d47a88cd-f94e-47b7-9a73-8ae5467b0b80 req-c6b4410f-003b-4c4b-a8c7-9c7f187e23f3 service neutron] 10.222.0.25 "PUT /v2.0/ports/c74e18f5-9c2a-41df-ae2a-c937dfb58e48 HTTP/1.1" status: 200 len: 1093 time: 1.0914185 Jul 16 14:06:06.973564 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed77822f-6a63-4555-a659-5982e2984dda', 'tag': 'c74e18f5-9c2a-41df-ae2a-c937dfb58e48'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 14:06:06.976089 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}669b174d507dea59856bca4514a747f2bad56b4b9d456cc0353e9cf2427ac1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a75b19d-8c4d-4258-aeb2-180ea1fb5a8d" -d '{"events": [{"name": "network-changed", "server_uuid": "ed77822f-6a63-4555-a659-5982e2984dda", "tag": "c74e18f5-9c2a-41df-ae2a-c937dfb58e48"}]}' {{(pid=93101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 14:06:06.978458 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375d5d5d-eca7-4bbb-a41c-1ef7f7525570 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41154c83-cca5-48e2-84b2-4229997daa3c,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:06:07.029866 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48dee4a-cbfb-4dbb-9452-5b810774150d req-89643eb4-cda3-401b-a777-b0553e46810c tempest-DeleteServersTestJSON-1079423793 tempest-DeleteServersTestJSON-1079423793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:06:07.031431 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-c48dee4a-cbfb-4dbb-9452-5b810774150d req-89643eb4-cda3-401b-a777-b0553e46810c tempest-DeleteServersTestJSON-1079423793 tempest-DeleteServersTestJSON-1079423793-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b6dc115-d69d-463c-a82c-c3c9df26aad6 HTTP/1.1" status: 200 len: 945 time: 0.1212070 Jul 16 14:06:07.034717 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b4410f-003b-4c4b-a8c7-9c7f187e23f3 service neutron] Pushing event updated for resources: {'Port': ['ID=c74e18f5-9c2a-41df-ae2a-c937dfb58e48,revision_number=3']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:06:07.072235 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 14:06:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd6dd394-4113-4c9f-98ef-f535b3706c52 x-openstack-request-id: req-dd6dd394-4113-4c9f-98ef-f535b3706c52 {{(pid=93101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 14:06:07.072604 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed77822f-6a63-4555-a659-5982e2984dda", "tag": "c74e18f5-9c2a-41df-ae2a-c937dfb58e48", "status": "completed", "code": 200}]} {{(pid=93101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 14:06:07.072945 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-dd6dd394-4113-4c9f-98ef-f535b3706c52 {{(pid=93101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 14:06:07.073430 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed77822f-6a63-4555-a659-5982e2984dda', 'tag': 'c74e18f5-9c2a-41df-ae2a-c937dfb58e48', 'status': 'completed', 'code': 200} Jul 16 14:06:07.079983 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-c48dee4a-cbfb-4dbb-9452-5b810774150d req-84af5cd6-60ca-4403-af2a-a20c78878f79 tempest-DeleteServersTestJSON-1079423793 tempest-DeleteServersTestJSON-1079423793-project] 10.222.0.10 "GET /v2.0/security-groups?id=4b3e9cef-9660-4ae5-9082-aa329bb7eec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393567 Jul 16 14:06:07.530593 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2902d207-3cf5-4b37-b5ee-d7d64454b80a req-49b85081-cfbf-45af-a6b3-19eb555d5a74 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:06:07.532205 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-2902d207-3cf5-4b37-b5ee-d7d64454b80a req-49b85081-cfbf-45af-a6b3-19eb555d5a74 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7c92e1b-6094-4c34-87d7-cc60aafaa6c1 HTTP/1.1" status: 200 len: 944 time: 0.0717435 Jul 16 14:06:07.572306 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-2902d207-3cf5-4b37-b5ee-d7d64454b80a req-1269abe4-23a0-411a-b2ae-754130ef1bc7 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7ffdc71-7446-41a9-bfc4-bf78fcf225fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327616 Jul 16 14:06:07.633407 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Device 80eabd2b-067d-4a77-9822-306b9a1f3212 details requested by agent hyperv_hv-cinder-78476 with host hv-cinder-78476 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 14:06:07.750108 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] For port 80eabd2b-067d-4a77-9822-306b9a1f3212, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=80eabd2b-067d-4a77-9822-306b9a1f3212,segment=NetworkSegment(d7e1ee80-77c5-48f3-ac0a-95e0aff8ceeb),segment_id=d7e1ee80-77c5-48f3-ac0a-95e0aff8ceeb)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:06:07.751110 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 57450) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:06:07.764314 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Returning: {'device': '80eabd2b-067d-4a77-9822-306b9a1f3212', 'network_id': '51a90a03-af03-40ca-bb00-7020f83b5182', 'port_id': '80eabd2b-067d-4a77-9822-306b9a1f3212', 'mac_address': 'fa:16:3e:59:a1:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d5393f6-20e0-4dbd-a198-cb03cfea0892', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 14:06:07.864183 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:07.882311 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80eabd2b-067d-4a77-9822-306b9a1f3212 {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 14:06:07.919199 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] For port 80eabd2b-067d-4a77-9822-306b9a1f3212, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=80eabd2b-067d-4a77-9822-306b9a1f3212,segment=NetworkSegment(d7e1ee80-77c5-48f3-ac0a-95e0aff8ceeb),segment_id=d7e1ee80-77c5-48f3-ac0a-95e0aff8ceeb)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:06:07.925444 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736156224341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736155824276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736155824294'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:08.010492 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Pushing event updated for resources: {'Port': ['ID=80eabd2b-067d-4a77-9822-306b9a1f3212,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:06:08.050678 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246a8bc9-f475-4d34-9a33-38c3de520d98 req-0d7edd70-0262-4778-8e7b-e9914d8b8a5a tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:06:08.052315 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-246a8bc9-f475-4d34-9a33-38c3de520d98 req-0d7edd70-0262-4778-8e7b-e9914d8b8a5a tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b8c1db0-7953-43b1-b307-08491a3031f2 HTTP/1.1" status: 200 len: 943 time: 0.0820844 Jul 16 14:06:08.060961 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a690da6c-5112-40c9-b332-11039c75c273 req-c2ec037f-d586-47c7-ad52-1f6ed4fd213f tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:06:08.062742 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-a690da6c-5112-40c9-b332-11039c75c273 req-c2ec037f-d586-47c7-ad52-1f6ed4fd213f tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] 10.222.0.10 "GET /v2.0/ports?device_id=ed77822f-6a63-4555-a659-5982e2984dda HTTP/1.1" status: 200 len: 943 time: 0.0944090 Jul 16 14:06:08.111299 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2190d8ff-82c3-4444-bbcb-9ecfb508745d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:08.127222 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-a690da6c-5112-40c9-b332-11039c75c273 req-275440d4-9f7e-4522-bab7-9729abeacb08 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] 10.222.0.10 "GET /v2.0/security-groups?id=aeebecfc-2afb-411a-b312-62aa81725bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557084 Jul 16 14:06:08.131099 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-246a8bc9-f475-4d34-9a33-38c3de520d98 req-75dc792a-a2db-436e-b0f6-2e2c7fbe81ff tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/security-groups?id=82181ce4-b774-4a6f-9777-8cd5eff34a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719235 Jul 16 14:06:08.269330 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2190d8ff-82c3-4444-bbcb-9ecfb508745d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:08.275156 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2190d8ff-82c3-4444-bbcb-9ecfb508745d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:08.297260 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7294653e-9992-4e1c-bc3d-ceaefd1562c9 req-37234efd-a5cc-4c6e-b57e-283fcddfe9c8 tempest-DeleteServersTestJSON-1079423793 tempest-DeleteServersTestJSON-1079423793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:06:08.306508 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-7294653e-9992-4e1c-bc3d-ceaefd1562c9 req-37234efd-a5cc-4c6e-b57e-283fcddfe9c8 tempest-DeleteServersTestJSON-1079423793 tempest-DeleteServersTestJSON-1079423793-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b6dc115-d69d-463c-a82c-c3c9df26aad6 HTTP/1.1" status: 200 len: 945 time: 0.0761900 Jul 16 14:06:08.326234 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-2190d8ff-82c3-4444-bbcb-9ecfb508745d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0ff5969a09124f8dae582ff9c901ee15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5717335 Jul 16 14:06:08.326234 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2190d8ff-82c3-4444-bbcb-9ecfb508745d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10a3a868-6d60-4dcb-bccc-dadb4795a514,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:06:08.326798 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 57480) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:06:08.382581 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-7294653e-9992-4e1c-bc3d-ceaefd1562c9 req-f5f687d5-f1fa-4ace-9412-c87efc9e2a9d tempest-DeleteServersTestJSON-1079423793 tempest-DeleteServersTestJSON-1079423793-project] 10.222.0.10 "GET /v2.0/security-groups?id=4b3e9cef-9660-4ae5-9082-aa329bb7eec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750585 Jul 16 14:06:08.410900 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-38997b47-6631-418f-b8bd-f2c34af061ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:08.435638 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-38997b47-6631-418f-b8bd-f2c34af061ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:08.487990 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-38997b47-6631-418f-b8bd-f2c34af061ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:08.490892 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-38997b47-6631-418f-b8bd-f2c34af061ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:08.494620 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-38997b47-6631-418f-b8bd-f2c34af061ea admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/10a3a868-6d60-4dcb-bccc-dadb4795a514 HTTP/1.1" status: 204 len: 168 time: 0.1653249 Jul 16 14:06:08.501746 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38997b47-6631-418f-b8bd-f2c34af061ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10a3a868-6d60-4dcb-bccc-dadb4795a514,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:06:08.624757 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-2aaf3dbf-0d2d-44ea-a057-59c7f8d6e93d req-083d044b-2c76-45b6-90aa-5fcbeed54e80 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:08.751508 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-2aaf3dbf-0d2d-44ea-a057-59c7f8d6e93d req-083d044b-2c76-45b6-90aa-5fcbeed54e80 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:08.801980 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-2aaf3dbf-0d2d-44ea-a057-59c7f8d6e93d req-083d044b-2c76-45b6-90aa-5fcbeed54e80 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:08.836651 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b8c1db0-7953-43b1-b307-08491a3031f2', 'tag': 'f6da84fc-801a-4296-b2fe-4815f358ea29'}] {{(pid=93102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 14:06:08.839491 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a11fcfe668901014f0ad0c9d70c66bea342e29a2e59f45ce58be81cf923ee92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b21bb2ea-4c9d-4a34-b475-8d7a0f3332cb" -d '{"events": [{"name": "network-changed", "server_uuid": "4b8c1db0-7953-43b1-b307-08491a3031f2", "tag": "f6da84fc-801a-4296-b2fe-4815f358ea29"}]}' {{(pid=93102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 14:06:08.854567 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083d044b-2c76-45b6-90aa-5fcbeed54e80 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=65bcfdf3-95fd-4d3b-8c09-d7b4b2cc94a9,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:06:08.878634 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-2aaf3dbf-0d2d-44ea-a057-59c7f8d6e93d req-083d044b-2c76-45b6-90aa-5fcbeed54e80 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=4b3e9cef-9660-4ae5-9082-aa329bb7eec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2702565 Jul 16 14:06:08.906559 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a75b19d-8c4d-4258-aeb2-180ea1fb5a8d req-19862366-ba55-4fdb-a13b-1e5d14766a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:06:08.908225 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-6a75b19d-8c4d-4258-aeb2-180ea1fb5a8d req-19862366-ba55-4fdb-a13b-1e5d14766a07 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b3b16082e5f440ba8228e496c1f92b3a&device_id=ed77822f-6a63-4555-a659-5982e2984dda HTTP/1.1" status: 200 len: 1096 time: 0.1728315 Jul 16 14:06:08.911517 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 14:06:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-180f5dec-5911-4701-bae9-e4304c05ce6b x-openstack-request-id: req-180f5dec-5911-4701-bae9-e4304c05ce6b {{(pid=93102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 14:06:08.911808 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b8c1db0-7953-43b1-b307-08491a3031f2", "tag": "f6da84fc-801a-4296-b2fe-4815f358ea29", "status": "completed", "code": 200}]} {{(pid=93102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 14:06:08.912060 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-180f5dec-5911-4701-bae9-e4304c05ce6b {{(pid=93102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 14:06:08.912529 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b8c1db0-7953-43b1-b307-08491a3031f2', 'tag': 'f6da84fc-801a-4296-b2fe-4815f358ea29', 'status': 'completed', 'code': 200} Jul 16 14:06:08.925623 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] get_ports_and_sgs() called for port_ids ['80eabd2b-067d-4a77-9822-306b9a1f3212'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 14:06:08.970889 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2949b0-e82b-491c-b99e-44a80523721b req-f1cf2554-ee1d-4538-93b2-7e5c4f862f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:06:08.972640 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-9b2949b0-e82b-491c-b99e-44a80523721b req-f1cf2554-ee1d-4538-93b2-7e5c4f862f77 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a6bc8fee6e964669b7be670f21fca0f5&device_id=a7c92e1b-6094-4c34-87d7-cc60aafaa6c1 HTTP/1.1" status: 200 len: 1097 time: 0.1539514 Jul 16 14:06:08.981079 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeb0968-a57e-4b99-86c2-444a17f45f25 req-de5b3ebd-4652-48d7-b856-d2678e19b8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:06:08.983034 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-beeb0968-a57e-4b99-86c2-444a17f45f25 req-de5b3ebd-4652-48d7-b856-d2678e19b8e6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1ae576c2cfcb49e6ac111e6b815960e5&device_id=4b8c1db0-7953-43b1-b307-08491a3031f2 HTTP/1.1" status: 200 len: 1096 time: 0.1967654 Jul 16 14:06:08.991416 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a81654a-1a2f-4128-a22a-d734cd403f7d req-6ff07f2d-8130-49e5-af68-28b23ff9b646 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:06:08.993637 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-8a81654a-1a2f-4128-a22a-d734cd403f7d req-6ff07f2d-8130-49e5-af68-28b23ff9b646 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7c92e1b-6094-4c34-87d7-cc60aafaa6c1 HTTP/1.1" status: 200 len: 944 time: 0.2430460 Jul 16 14:06:09.047437 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 57520) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:06:09.053397 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-8a81654a-1a2f-4128-a22a-d734cd403f7d req-040738ea-f111-408e-a051-6aa551f36278 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7ffdc71-7446-41a9-bfc4-bf78fcf225fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512066 Jul 16 14:06:09.070736 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-90408b19-ad42-4d4a-b0cb-d76e59aa449a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:09.210912 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-90408b19-ad42-4d4a-b0cb-d76e59aa449a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:09.217500 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-90408b19-ad42-4d4a-b0cb-d76e59aa449a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:09.280254 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90408b19-ad42-4d4a-b0cb-d76e59aa449a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfda3f6b-778b-408c-b6e3-166049d51eb8,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:06:09.421513 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-90408b19-ad42-4d4a-b0cb-d76e59aa449a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f1bb3e4a00dd4751885711fc28aa7b83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3699203 Jul 16 14:06:09.433658 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 57542) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:06:09.446913 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-beeb0968-a57e-4b99-86c2-444a17f45f25 req-aeaea30f-d957-4da0-b428-8b384908f7d5 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f6da84fc-801a-4296-b2fe-4815f358ea29 HTTP/1.1" status: 200 len: 217 time: 0.1255870 Jul 16 14:06:09.550199 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeb0968-a57e-4b99-86c2-444a17f45f25 req-63301605-783f-4776-a415-9664bcc71e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:06:09.551702 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-beeb0968-a57e-4b99-86c2-444a17f45f25 req-63301605-783f-4776-a415-9664bcc71e42 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1d5393f6-20e0-4dbd-a198-cb03cfea0892 HTTP/1.1" status: 200 len: 859 time: 0.0560482 Jul 16 14:06:09.620609 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a75b19d-8c4d-4258-aeb2-180ea1fb5a8d req-b6a61577-84c4-45bb-aef1-7f24b015ab9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:06:09.622117 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-6a75b19d-8c4d-4258-aeb2-180ea1fb5a8d req-b6a61577-84c4-45bb-aef1-7f24b015ab9a service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=b3b16082e5f440ba8228e496c1f92b3a&shared=False HTTP/1.1" status: 200 len: 911 time: 0.3502712 Jul 16 14:06:09.630573 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69686db-dbb1-461b-96c4-9a02b15cb292 req-db24e6fd-f883-4e16-a6e9-d712dfd81580 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:06:09.632154 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-e69686db-dbb1-461b-96c4-9a02b15cb292 req-db24e6fd-f883-4e16-a6e9-d712dfd81580 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] 10.222.0.10 "GET /v2.0/ports?device_id=ed77822f-6a63-4555-a659-5982e2984dda HTTP/1.1" status: 200 len: 943 time: 0.3562715 Jul 16 14:06:09.636952 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-beeb0968-a57e-4b99-86c2-444a17f45f25 req-d457b6de-1908-40cc-91bf-631a0dabda34 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=51a90a03-af03-40ca-bb00-7020f83b5182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604498 Jul 16 14:06:09.681207 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-797d18db-8755-468e-af94-da4f950438b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:09.698758 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2949b0-e82b-491c-b99e-44a80523721b req-a7102c48-6508-462d-8af7-23ba1090749e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:06:09.700437 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-9b2949b0-e82b-491c-b99e-44a80523721b req-a7102c48-6508-462d-8af7-23ba1090749e service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=a6bc8fee6e964669b7be670f21fca0f5&shared=False HTTP/1.1" status: 200 len: 917 time: 0.4701202 Jul 16 14:06:09.710859 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644e4be8-37b2-4203-8def-ba779aebe874 req-e77c00b6-4fa9-4214-a9b9-0aa0892f4eec tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:06:09.712962 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-644e4be8-37b2-4203-8def-ba779aebe874 req-e77c00b6-4fa9-4214-a9b9-0aa0892f4eec tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b8c1db0-7953-43b1-b307-08491a3031f2 HTTP/1.1" status: 200 len: 943 time: 0.3918784 Jul 16 14:06:09.828803 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-797d18db-8755-468e-af94-da4f950438b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:09.866976 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-644e4be8-37b2-4203-8def-ba779aebe874 req-63d63e13-4633-417c-b94e-02bb339d4167 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/security-groups?id=82181ce4-b774-4a6f-9777-8cd5eff34a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308281 Jul 16 14:06:10.158623 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-e69686db-dbb1-461b-96c4-9a02b15cb292 req-6e5932d3-c8b4-4101-a489-63fd4a47d8e2 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] 10.222.0.10 "GET /v2.0/security-groups?id=aeebecfc-2afb-411a-b312-62aa81725bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5057125 Jul 16 14:06:10.199532 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-beeb0968-a57e-4b99-86c2-444a17f45f25 req-48c1e347-e23a-4d44-834f-4762d4606d32 service neutron] 10.222.0.25 "GET /v2.0/networks/51a90a03-af03-40ca-bb00-7020f83b5182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5503488 Jul 16 14:06:10.209816 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a75b19d-8c4d-4258-aeb2-180ea1fb5a8d req-06e93f90-454e-4dff-acb8-4cb187020669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:06:10.211927 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-6a75b19d-8c4d-4258-aeb2-180ea1fb5a8d req-06e93f90-454e-4dff-acb8-4cb187020669 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5720952 Jul 16 14:06:10.237823 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-797d18db-8755-468e-af94-da4f950438b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:10.265865 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-797d18db-8755-468e-af94-da4f950438b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:10.270833 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-797d18db-8755-468e-af94-da4f950438b2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/dfda3f6b-778b-408c-b6e3-166049d51eb8 HTTP/1.1" status: 204 len: 168 time: 0.8361480 Jul 16 14:06:10.285956 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797d18db-8755-468e-af94-da4f950438b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfda3f6b-778b-408c-b6e3-166049d51eb8,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:06:10.331333 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-beeb0968-a57e-4b99-86c2-444a17f45f25 req-6dbbc7ff-f493-48db-80a5-62a40a09266d service neutron] 10.222.0.25 "GET /v2.0/networks/51a90a03-af03-40ca-bb00-7020f83b5182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161304 Jul 16 14:06:10.355025 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2949b0-e82b-491c-b99e-44a80523721b req-3de064a4-5475-4859-b26e-872b3b5443b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:06:10.356980 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-9b2949b0-e82b-491c-b99e-44a80523721b req-3de064a4-5475-4859-b26e-872b3b5443b4 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6430802 Jul 16 14:06:10.403152 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be03ffd8-3ead-490a-90fc-6b477422322a req-668ecac4-6d5d-48e0-955e-50d6be337908 tempest-DeleteServersTestJSON-1079423793 tempest-DeleteServersTestJSON-1079423793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:06:10.404727 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-be03ffd8-3ead-490a-90fc-6b477422322a req-668ecac4-6d5d-48e0-955e-50d6be337908 tempest-DeleteServersTestJSON-1079423793 tempest-DeleteServersTestJSON-1079423793-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b6dc115-d69d-463c-a82c-c3c9df26aad6 HTTP/1.1" status: 200 len: 945 time: 0.2998397 Jul 16 14:06:10.412641 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 57590) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:06:10.430208 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47a88cd-f94e-47b7-9a73-8ae5467b0b80 req-990b594b-9e61-4ec1-8aca-46eec86a6aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:06:10.432019 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-d47a88cd-f94e-47b7-9a73-8ae5467b0b80 req-990b594b-9e61-4ec1-8aca-46eec86a6aed service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b3b16082e5f440ba8228e496c1f92b3a&device_id=ed77822f-6a63-4555-a659-5982e2984dda HTTP/1.1" status: 200 len: 1096 time: 0.1090636 Jul 16 14:06:10.441778 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1500696f-e72a-45e8-84a3-475a6167ab0c req-851e77aa-56c4-4cd4-82c0-4a8810f28d88 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:06:10.448232 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-be03ffd8-3ead-490a-90fc-6b477422322a req-7a4ddcb2-23fb-4844-861d-4398182e1383 tempest-DeleteServersTestJSON-1079423793 tempest-DeleteServersTestJSON-1079423793-project] 10.222.0.10 "GET /v2.0/security-groups?id=4b3e9cef-9660-4ae5-9082-aa329bb7eec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378089 Jul 16 14:06:10.449823 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-1500696f-e72a-45e8-84a3-475a6167ab0c req-851e77aa-56c4-4cd4-82c0-4a8810f28d88 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7c92e1b-6094-4c34-87d7-cc60aafaa6c1 HTTP/1.1" status: 200 len: 944 time: 0.1413662 Jul 16 14:06:10.525917 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-d47a88cd-f94e-47b7-9a73-8ae5467b0b80 req-2c3324c1-62f9-4e47-897f-0b9207cb39ae service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c74e18f5-9c2a-41df-ae2a-c937dfb58e48 HTTP/1.1" status: 200 len: 217 time: 0.0442548 Jul 16 14:06:10.537076 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-1500696f-e72a-45e8-84a3-475a6167ab0c req-268bdabb-a00f-4ff6-9507-ac3388920cb4 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7ffdc71-7446-41a9-bfc4-bf78fcf225fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861304 Jul 16 14:06:10.612448 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47a88cd-f94e-47b7-9a73-8ae5467b0b80 req-9a6a1161-6c70-49f2-94c3-9f09408ceafb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:06:10.614046 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-d47a88cd-f94e-47b7-9a73-8ae5467b0b80 req-9a6a1161-6c70-49f2-94c3-9f09408ceafb service neutron] 10.222.0.25 "GET /v2.0/subnets?id=06d06c6a-1905-449b-b463-f55701ce50ca HTTP/1.1" status: 200 len: 849 time: 0.0475016 Jul 16 14:06:10.622853 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Device 80eabd2b-067d-4a77-9822-306b9a1f3212 up at agent hyperv_hv-cinder-78476 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 14:06:10.652385 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6b1e68-0e46-4c12-a242-bb0ba7255add req-42553313-f698-4d5d-ab0e-f3ef6a7c6032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:06:10.654097 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-7a6b1e68-0e46-4c12-a242-bb0ba7255add req-42553313-f698-4d5d-ab0e-f3ef6a7c6032 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a6bc8fee6e964669b7be670f21fca0f5&device_id=a7c92e1b-6094-4c34-87d7-cc60aafaa6c1 HTTP/1.1" status: 200 len: 1097 time: 0.1502974 Jul 16 14:06:10.663634 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21bb2ea-4c9d-4a34-b475-8d7a0f3332cb req-448120ac-a870-4225-a3b6-9e296e3c4cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:06:10.665944 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-b21bb2ea-4c9d-4a34-b475-8d7a0f3332cb req-448120ac-a870-4225-a3b6-9e296e3c4cd7 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1ae576c2cfcb49e6ac111e6b815960e5&device_id=4b8c1db0-7953-43b1-b307-08491a3031f2 HTTP/1.1" status: 200 len: 1096 time: 0.1003852 Jul 16 14:06:10.752285 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Provisioning for port 80eabd2b-067d-4a77-9822-306b9a1f3212 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 14:06:10.756987 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-7a6b1e68-0e46-4c12-a242-bb0ba7255add req-739d56ea-96b4-4724-b9fe-455dda85ec4d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5dc77129-1453-4456-8a98-7b9dd10f5485 HTTP/1.1" status: 200 len: 217 time: 0.0732789 Jul 16 14:06:10.758240 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Provisioning complete for port 80eabd2b-067d-4a77-9822-306b9a1f3212 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 14:06:10.758683 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16503849'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:10.807760 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47a88cd-f94e-47b7-9a73-8ae5467b0b80 req-94c74f37-e0d6-4e0d-bbe4-05c4000eaf97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:06:10.809621 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-d47a88cd-f94e-47b7-9a73-8ae5467b0b80 req-94c74f37-e0d6-4e0d-bbe4-05c4000eaf97 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=05b30fe7-953a-4cd0-9508-7a8db0272a66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1693087 Jul 16 14:06:10.829459 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b6ba2955-5a86-4825-9703-17756033535b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:10.861295 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6b1e68-0e46-4c12-a242-bb0ba7255add req-3d8f1a37-d09b-4252-8166-48c7dbb72d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:06:10.862916 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-7a6b1e68-0e46-4c12-a242-bb0ba7255add req-3d8f1a37-d09b-4252-8166-48c7dbb72d4c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9264d998-2235-4ea7-905f-68b77e185814 HTTP/1.1" status: 200 len: 855 time: 0.0935521 Jul 16 14:06:10.868133 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21bb2ea-4c9d-4a34-b475-8d7a0f3332cb req-637419b2-7738-4981-a61a-1fab4e6bbc55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:06:10.869819 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-b21bb2ea-4c9d-4a34-b475-8d7a0f3332cb req-637419b2-7738-4981-a61a-1fab4e6bbc55 service neutron] 10.222.0.25 "GET /v2.0/networks?id=51a90a03-af03-40ca-bb00-7020f83b5182 HTTP/1.1" status: 200 len: 920 time: 0.1850026 Jul 16 14:06:10.884388 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 57598) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:06:10.908368 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:10.940536 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a22290b3-9c01-402c-97a6-11afb2e3d0cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:10.940947 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ea9a593-16d3-465c-8131-fc586d36046d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80eabd2b-067d-4a77-9822-306b9a1f3212'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 14:06:10.944873 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e17b9d4f214fa64bfb48c5bf95da0f2ee536929a6529a77ec24820d0293f4c41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7528a7b-f14e-4957-876a-991bd97c1575" -d '{"events": [{"server_uuid": "4ea9a593-16d3-465c-8131-fc586d36046d", "name": "network-vif-plugged", "status": "completed", "tag": "80eabd2b-067d-4a77-9822-306b9a1f3212"}]}' {{(pid=93103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 14:06:10.960341 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-b21bb2ea-4c9d-4a34-b475-8d7a0f3332cb req-26a2f31e-e55e-4aa6-808e-bfd7c37a73b1 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f6da84fc-801a-4296-b2fe-4815f358ea29 HTTP/1.1" status: 200 len: 217 time: 0.0619702 Jul 16 14:06:10.987403 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] For port 80eabd2b-067d-4a77-9822-306b9a1f3212, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=80eabd2b-067d-4a77-9822-306b9a1f3212,segment=NetworkSegment(d7e1ee80-77c5-48f3-ac0a-95e0aff8ceeb),segment_id=d7e1ee80-77c5-48f3-ac0a-95e0aff8ceeb)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:06:10.994707 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736156224341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736155824276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736155824294'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:11.003210 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-d47a88cd-f94e-47b7-9a73-8ae5467b0b80 req-b269ef99-ddc6-4897-b4d7-308046c1578c service neutron] 10.222.0.25 "GET /v2.0/networks/05b30fe7-953a-4cd0-9508-7a8db0272a66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645288 Jul 16 14:06:11.036162 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 14:06:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5df8a2f3-8526-46a2-8af0-74c483241eb8 x-openstack-request-id: req-5df8a2f3-8526-46a2-8af0-74c483241eb8 {{(pid=93103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 14:06:11.036658 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ea9a593-16d3-465c-8131-fc586d36046d", "name": "network-vif-plugged", "status": "completed", "tag": "80eabd2b-067d-4a77-9822-306b9a1f3212", "code": 200}]} {{(pid=93103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 14:06:11.037044 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5df8a2f3-8526-46a2-8af0-74c483241eb8 {{(pid=93103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 14:06:11.037522 dv-cinder-784763-7-iscsi neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ea9a593-16d3-465c-8131-fc586d36046d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80eabd2b-067d-4a77-9822-306b9a1f3212', 'code': 200} Jul 16 14:06:11.042277 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21bb2ea-4c9d-4a34-b475-8d7a0f3332cb req-9ec3b93d-97fc-4521-bddf-5b77511e5e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:06:11.043395 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-b21bb2ea-4c9d-4a34-b475-8d7a0f3332cb req-9ec3b93d-97fc-4521-bddf-5b77511e5e3e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1d5393f6-20e0-4dbd-a198-cb03cfea0892 HTTP/1.1" status: 200 len: 859 time: 0.0764046 Jul 16 14:06:11.053666 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6b1e68-0e46-4c12-a242-bb0ba7255add req-aa1c4e1f-36ab-4967-92bc-02cf440fdd40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:06:11.055097 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-7a6b1e68-0e46-4c12-a242-bb0ba7255add req-aa1c4e1f-36ab-4967-92bc-02cf440fdd40 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3a4fb2c2-e115-4208-b9b7-fb0af769d696&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1645279 Jul 16 14:06:11.061450 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b6ba2955-5a86-4825-9703-17756033535b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:11.066149 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Pushing event updated for resources: {'Port': ['ID=80eabd2b-067d-4a77-9822-306b9a1f3212,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:06:11.099853 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b6ba2955-5a86-4825-9703-17756033535b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:11.174629 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-b6ba2955-5a86-4825-9703-17756033535b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2ca6f438497e49e38e6b2a30f4550f28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7604413 Jul 16 14:06:11.178474 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 57604) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:06:11.197397 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-d47a88cd-f94e-47b7-9a73-8ae5467b0b80 req-837898c8-0c8b-4d63-87ad-091f90163b18 service neutron] 10.222.0.25 "GET /v2.0/networks/05b30fe7-953a-4cd0-9508-7a8db0272a66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811442 Jul 16 14:06:11.197397 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ba2955-5a86-4825-9703-17756033535b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85a219ac-ccbd-479f-bb9c-6bfceb8bb3a6,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:06:11.278114 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d657d1fc-2f2a-4750-8805-7f95ab9ed622 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:11.311861 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-b21bb2ea-4c9d-4a34-b475-8d7a0f3332cb req-57216377-1fbf-49fa-abd5-2714332182db service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=51a90a03-af03-40ca-bb00-7020f83b5182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2366271 Jul 16 14:06:11.317860 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a22290b3-9c01-402c-97a6-11afb2e3d0cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:11.320759 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d657d1fc-2f2a-4750-8805-7f95ab9ed622 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:11.330100 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a22290b3-9c01-402c-97a6-11afb2e3d0cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:11.449099 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-a22290b3-9c01-402c-97a6-11afb2e3d0cc admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d196d01866e84b7a806e3050092aa434&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5583050 Jul 16 14:06:11.451040 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 57616) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:06:11.456836 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22290b3-9c01-402c-97a6-11afb2e3d0cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38a344d3-9831-4f14-80ae-bde90a06bc1d,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:06:11.491512 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d657d1fc-2f2a-4750-8805-7f95ab9ed622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:11.492439 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d657d1fc-2f2a-4750-8805-7f95ab9ed622 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:11.496976 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-d657d1fc-2f2a-4750-8805-7f95ab9ed622 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/85a219ac-ccbd-479f-bb9c-6bfceb8bb3a6 HTTP/1.1" status: 204 len: 168 time: 0.3123357 Jul 16 14:06:11.511542 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c375dc7a-4cc4-40ce-9396-122c43068c30 req-e1a7b87a-3f87-4604-a31c-d4111fb685aa tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:06:11.513236 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-c375dc7a-4cc4-40ce-9396-122c43068c30 req-e1a7b87a-3f87-4604-a31c-d4111fb685aa tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b8c1db0-7953-43b1-b307-08491a3031f2 HTTP/1.1" status: 200 len: 943 time: 0.4736948 Jul 16 14:06:11.521488 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d657d1fc-2f2a-4750-8805-7f95ab9ed622 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85a219ac-ccbd-479f-bb9c-6bfceb8bb3a6,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:06:11.528301 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-7a6b1e68-0e46-4c12-a242-bb0ba7255add req-1c598d8a-e9ed-4514-8bc1-f016ce2e821a service neutron] 10.222.0.25 "GET /v2.0/networks/3a4fb2c2-e115-4208-b9b7-fb0af769d696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4519961 Jul 16 14:06:11.534697 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcca0a8-cc2d-40f2-9a6c-fe5568ee0f95 req-e1c59428-70ea-49b8-9432-b626f0b83a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:06:11.536644 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-8bcca0a8-cc2d-40f2-9a6c-fe5568ee0f95 req-e1c59428-70ea-49b8-9432-b626f0b83a42 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=4ea9a593-16d3-465c-8131-fc586d36046d HTTP/1.1" status: 200 len: 1098 time: 0.1867230 Jul 16 14:06:11.545587 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ee2ff4-90d7-4a0c-8a63-c732a632e682 req-5f07d18a-b830-4680-97cb-20a6b7dc9285 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:06:11.547323 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-61ee2ff4-90d7-4a0c-8a63-c732a632e682 req-5f07d18a-b830-4680-97cb-20a6b7dc9285 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] 10.222.0.10 "GET /v2.0/ports?device_id=ed77822f-6a63-4555-a659-5982e2984dda HTTP/1.1" status: 200 len: 943 time: 0.1985033 Jul 16 14:06:11.597335 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-8bcca0a8-cc2d-40f2-9a6c-fe5568ee0f95 req-a262ecaa-17f4-44d2-a5cb-ba6fde44fe92 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=82181ce4-b774-4a6f-9777-8cd5eff34a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478663 Jul 16 14:06:11.627519 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-61ee2ff4-90d7-4a0c-8a63-c732a632e682 req-4030c2d5-16ea-4ad6-83b5-98793debe670 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] 10.222.0.10 "GET /v2.0/security-groups?id=aeebecfc-2afb-411a-b312-62aa81725bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708799 Jul 16 14:06:11.664155 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-b21bb2ea-4c9d-4a34-b475-8d7a0f3332cb req-0cbb6413-3ceb-4ee9-b065-9b0a1f31c479 service neutron] 10.222.0.25 "GET /v2.0/networks/51a90a03-af03-40ca-bb00-7020f83b5182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3430965 Jul 16 14:06:11.703237 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-c375dc7a-4cc4-40ce-9396-122c43068c30 req-f07ef778-73f2-4fb4-a8aa-cb6b943da753 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/security-groups?id=82181ce4-b774-4a6f-9777-8cd5eff34a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812119 Jul 16 14:06:11.708609 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-7a6b1e68-0e46-4c12-a242-bb0ba7255add req-908bc8af-439f-4dee-b07e-c63e91a1987c service neutron] 10.222.0.25 "GET /v2.0/networks/3a4fb2c2-e115-4208-b9b7-fb0af769d696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615436 Jul 16 14:06:11.709450 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4118c5d7-528e-4e1d-9337-d623dae2602b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:11.749832 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4118c5d7-528e-4e1d-9337-d623dae2602b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:11.849479 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4118c5d7-528e-4e1d-9337-d623dae2602b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:11.852817 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4118c5d7-528e-4e1d-9337-d623dae2602b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:11.853998 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-4118c5d7-528e-4e1d-9337-d623dae2602b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/38a344d3-9831-4f14-80ae-bde90a06bc1d HTTP/1.1" status: 204 len: 168 time: 0.4020064 Jul 16 14:06:11.903352 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cf498a-a766-493d-9bb6-19f69c83de44 req-11b00cb3-f64c-42a5-bc21-9fd0c7c9d643 tempest-DeleteServersTestJSON-1079423793 tempest-DeleteServersTestJSON-1079423793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:06:11.904965 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-05cf498a-a766-493d-9bb6-19f69c83de44 req-11b00cb3-f64c-42a5-bc21-9fd0c7c9d643 tempest-DeleteServersTestJSON-1079423793 tempest-DeleteServersTestJSON-1079423793-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b6dc115-d69d-463c-a82c-c3c9df26aad6 HTTP/1.1" status: 200 len: 945 time: 0.1179678 Jul 16 14:06:11.954523 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4118c5d7-528e-4e1d-9337-d623dae2602b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38a344d3-9831-4f14-80ae-bde90a06bc1d,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:06:11.967368 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-05cf498a-a766-493d-9bb6-19f69c83de44 req-f208fd6c-51ed-48e1-bc35-864260315529 tempest-DeleteServersTestJSON-1079423793 tempest-DeleteServersTestJSON-1079423793-project] 10.222.0.10 "GET /v2.0/security-groups?id=4b3e9cef-9660-4ae5-9082-aa329bb7eec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530088 Jul 16 14:06:11.967368 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 57648) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:06:11.988522 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-aa12edb7-e22c-4bcd-8441-d8ddc44801b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:12.103363 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae86785f-a1d2-4fd0-a2ed-7a981df91066 req-dc70f7b1-6c36-4831-b444-4d9cd2ecb640 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:06:12.112950 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-ae86785f-a1d2-4fd0-a2ed-7a981df91066 req-dc70f7b1-6c36-4831-b444-4d9cd2ecb640 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7c92e1b-6094-4c34-87d7-cc60aafaa6c1 HTTP/1.1" status: 200 len: 944 time: 0.2100136 Jul 16 14:06:12.127646 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-b21bb2ea-4c9d-4a34-b475-8d7a0f3332cb req-16c1f9c8-4b2a-4c9c-95f0-46d8bd1512be service neutron] 10.222.0.25 "GET /v2.0/networks/51a90a03-af03-40ca-bb00-7020f83b5182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2518113 Jul 16 14:06:12.176420 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-aa12edb7-e22c-4bcd-8441-d8ddc44801b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:12.184662 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-ae86785f-a1d2-4fd0-a2ed-7a981df91066 req-2d201025-e7fb-47b5-b385-326ffffc785f tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7ffdc71-7446-41a9-bfc4-bf78fcf225fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690203 Jul 16 14:06:12.188399 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-aa12edb7-e22c-4bcd-8441-d8ddc44801b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:12.237203 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-aa12edb7-e22c-4bcd-8441-d8ddc44801b1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ecd6720f2ea04b30af2f3e1cc482cb53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2686317 Jul 16 14:06:12.238221 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa12edb7-e22c-4bcd-8441-d8ddc44801b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b394db4-8a79-4cc8-8e59-6f46f940f920,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:06:12.239764 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 57662) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:06:12.312275 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-23be66de-30ae-4454-8cad-8983dfd6e3a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:12.342800 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-23be66de-30ae-4454-8cad-8983dfd6e3a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:12.343790 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 57664) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:06:12.434665 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-23be66de-30ae-4454-8cad-8983dfd6e3a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:12.437335 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-23be66de-30ae-4454-8cad-8983dfd6e3a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:12.438492 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-23be66de-30ae-4454-8cad-8983dfd6e3a7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4b394db4-8a79-4cc8-8e59-6f46f940f920 HTTP/1.1" status: 204 len: 168 time: 0.1974761 Jul 16 14:06:12.447462 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23be66de-30ae-4454-8cad-8983dfd6e3a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b394db4-8a79-4cc8-8e59-6f46f940f920,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:06:12.537996 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-07715b4e-8b2e-4b04-a2b3-ffdfdb04bddf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:12.642604 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-07715b4e-8b2e-4b04-a2b3-ffdfdb04bddf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:12.648008 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-07715b4e-8b2e-4b04-a2b3-ffdfdb04bddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:12.687547 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-07715b4e-8b2e-4b04-a2b3-ffdfdb04bddf admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f8a431ef2d1d4a2b9ea88e744ddf4fe4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3423600 Jul 16 14:06:12.688604 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07715b4e-8b2e-4b04-a2b3-ffdfdb04bddf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ae52be0-cb91-42df-8227-3bd2868db777,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:06:12.690226 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 57686) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:06:12.775486 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-96b9d4fe-ab2b-4a2e-bd68-802998d027c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:12.830171 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-96b9d4fe-ab2b-4a2e-bd68-802998d027c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:12.989469 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a921ed-5761-4143-b551-9cd1fbebe097 req-57822202-8bbf-46e6-9560-481f0af785ee tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:06:12.998720 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-33a921ed-5761-4143-b551-9cd1fbebe097 req-57822202-8bbf-46e6-9560-481f0af785ee tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] 10.222.0.10 "GET /v2.0/ports?device_id=ed77822f-6a63-4555-a659-5982e2984dda HTTP/1.1" status: 200 len: 943 time: 0.1945529 Jul 16 14:06:13.021915 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-96b9d4fe-ab2b-4a2e-bd68-802998d027c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:13.025513 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-96b9d4fe-ab2b-4a2e-bd68-802998d027c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:13.030414 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-96b9d4fe-ab2b-4a2e-bd68-802998d027c4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8ae52be0-cb91-42df-8227-3bd2868db777 HTTP/1.1" status: 204 len: 168 time: 0.3387439 Jul 16 14:06:13.048308 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b9d4fe-ab2b-4a2e-bd68-802998d027c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ae52be0-cb91-42df-8227-3bd2868db777,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:06:13.082124 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce90c52e-2d7c-4b7b-b0b1-c73c7d747ab5 req-342d59ba-ddc5-4828-a361-3c1e156a10c3 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:06:13.083161 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-33a921ed-5761-4143-b551-9cd1fbebe097 req-6f7ade1f-f541-4c12-a3f7-ae4b117bea53 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] 10.222.0.10 "GET /v2.0/security-groups?id=aeebecfc-2afb-411a-b312-62aa81725bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835881 Jul 16 14:06:13.088998 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-ce90c52e-2d7c-4b7b-b0b1-c73c7d747ab5 req-342d59ba-ddc5-4828-a361-3c1e156a10c3 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b8c1db0-7953-43b1-b307-08491a3031f2 HTTP/1.1" status: 200 len: 943 time: 0.1774857 Jul 16 14:06:13.130625 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-ce90c52e-2d7c-4b7b-b0b1-c73c7d747ab5 req-7ebe8e19-16c1-49ba-8ee3-548de115b1d4 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/security-groups?id=82181ce4-b774-4a6f-9777-8cd5eff34a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406704 Jul 16 14:06:13.406981 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53eefa2f-4243-4284-bca0-98f76c1c9b95 req-346eeab4-3c84-4290-847e-03481e9b0262 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:06:13.408510 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-53eefa2f-4243-4284-bca0-98f76c1c9b95 req-346eeab4-3c84-4290-847e-03481e9b0262 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7c92e1b-6094-4c34-87d7-cc60aafaa6c1 HTTP/1.1" status: 200 len: 944 time: 0.0698981 Jul 16 14:06:13.447617 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-53eefa2f-4243-4284-bca0-98f76c1c9b95 req-52128a5d-9ffd-44ba-a41d-8693d8ec1ceb tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7ffdc71-7446-41a9-bfc4-bf78fcf225fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331702 Jul 16 14:06:13.463018 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 57738) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:06:13.488151 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0341e92b-7cf4-430f-acbd-96a540da1010 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:13.595208 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0341e92b-7cf4-430f-acbd-96a540da1010 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:13.602815 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0341e92b-7cf4-430f-acbd-96a540da1010 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:13.641619 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-0341e92b-7cf4-430f-acbd-96a540da1010 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e25d860f0fba46b890b5b9253a9806e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1773093 Jul 16 14:06:13.644500 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 57748) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:06:13.652815 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0341e92b-7cf4-430f-acbd-96a540da1010 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=271aa5cf-53aa-4965-93d9-9604f4a8ca6d,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:06:13.714502 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-9b4894f4-22fb-4c0f-8a42-24d4baff2128 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:13.743728 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-9b4894f4-22fb-4c0f-8a42-24d4baff2128 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:13.818502 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-9b4894f4-22fb-4c0f-8a42-24d4baff2128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:13.821364 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-9b4894f4-22fb-4c0f-8a42-24d4baff2128 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:13.822620 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-9b4894f4-22fb-4c0f-8a42-24d4baff2128 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/271aa5cf-53aa-4965-93d9-9604f4a8ca6d HTTP/1.1" status: 204 len: 168 time: 0.1762702 Jul 16 14:06:13.834455 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4894f4-22fb-4c0f-8a42-24d4baff2128 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=271aa5cf-53aa-4965-93d9-9604f4a8ca6d,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:06:14.326403 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7992768d-7196-4d22-9014-3a62423ffead req-2468ad98-d759-467a-94f5-dcd6aac03c67 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:06:14.328032 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-7992768d-7196-4d22-9014-3a62423ffead req-2468ad98-d759-467a-94f5-dcd6aac03c67 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] 10.222.0.10 "GET /v2.0/ports?device_id=ed77822f-6a63-4555-a659-5982e2984dda HTTP/1.1" status: 200 len: 943 time: 0.1058583 Jul 16 14:06:14.367224 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cbb47b-273e-4afd-8a85-a35509fcc0fe req-431e3c3b-1789-4241-80cc-e910a3a2769e tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:06:14.369048 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-35cbb47b-273e-4afd-8a85-a35509fcc0fe req-431e3c3b-1789-4241-80cc-e910a3a2769e tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b8c1db0-7953-43b1-b307-08491a3031f2 HTTP/1.1" status: 200 len: 943 time: 0.0884831 Jul 16 14:06:14.373265 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-7992768d-7196-4d22-9014-3a62423ffead req-c0055f92-eebd-48f8-bb6f-73f55efe2c28 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] 10.222.0.10 "GET /v2.0/security-groups?id=aeebecfc-2afb-411a-b312-62aa81725bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394468 Jul 16 14:06:14.412660 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-35cbb47b-273e-4afd-8a85-a35509fcc0fe req-4caafe3f-be78-441f-868e-6b83b18aa9d7 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/security-groups?id=82181ce4-b774-4a6f-9777-8cd5eff34a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375748 Jul 16 14:06:14.640516 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6140382b-c1ff-4533-bba6-a7f4331ad280 req-381ff38d-3504-48d5-90a9-561b2c418209 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:06:14.642923 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-6140382b-c1ff-4533-bba6-a7f4331ad280 req-381ff38d-3504-48d5-90a9-561b2c418209 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7c92e1b-6094-4c34-87d7-cc60aafaa6c1 HTTP/1.1" status: 200 len: 944 time: 0.0680070 Jul 16 14:06:14.644440 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Device f6da84fc-801a-4296-b2fe-4815f358ea29 details requested by agent hyperv_hv-cinder-78476 with host hv-cinder-78476 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 14:06:14.698979 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-6140382b-c1ff-4533-bba6-a7f4331ad280 req-a9856235-680c-4733-ba01-63c2844340c4 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7ffdc71-7446-41a9-bfc4-bf78fcf225fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473435 Jul 16 14:06:14.763321 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] For port f6da84fc-801a-4296-b2fe-4815f358ea29, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=f6da84fc-801a-4296-b2fe-4815f358ea29,segment=NetworkSegment(d7e1ee80-77c5-48f3-ac0a-95e0aff8ceeb),segment_id=d7e1ee80-77c5-48f3-ac0a-95e0aff8ceeb)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:06:14.775644 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Returning: {'device': 'f6da84fc-801a-4296-b2fe-4815f358ea29', 'network_id': '51a90a03-af03-40ca-bb00-7020f83b5182', 'port_id': 'f6da84fc-801a-4296-b2fe-4815f358ea29', 'mac_address': 'fa:16:3e:e2:8d:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d5393f6-20e0-4dbd-a198-cb03cfea0892', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 14:06:14.816267 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:14.831523 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6da84fc-801a-4296-b2fe-4815f358ea29 {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 14:06:14.873611 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] For port f6da84fc-801a-4296-b2fe-4815f358ea29, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=f6da84fc-801a-4296-b2fe-4815f358ea29,segment=NetworkSegment(d7e1ee80-77c5-48f3-ac0a-95e0aff8ceeb),segment_id=d7e1ee80-77c5-48f3-ac0a-95e0aff8ceeb)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:06:14.884283 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736156224341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736155824276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736155824294'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:14.885021 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Device c74e18f5-9c2a-41df-ae2a-c937dfb58e48 details requested by agent hyperv_hv-cinder-78476 with host hv-cinder-78476 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 14:06:14.984282 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Pushing event updated for resources: {'Port': ['ID=f6da84fc-801a-4296-b2fe-4815f358ea29,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:06:15.070213 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] For port c74e18f5-9c2a-41df-ae2a-c937dfb58e48, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=c74e18f5-9c2a-41df-ae2a-c937dfb58e48,segment=NetworkSegment(a2275036-b4cd-463f-abae-2b31086d1a30),segment_id=a2275036-b4cd-463f-abae-2b31086d1a30)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:06:15.084480 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Returning: {'device': 'c74e18f5-9c2a-41df-ae2a-c937dfb58e48', 'network_id': '05b30fe7-953a-4cd0-9508-7a8db0272a66', 'port_id': 'c74e18f5-9c2a-41df-ae2a-c937dfb58e48', 'mac_address': 'fa:16:3e:46:c8:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06d06c6a-1905-449b-b463-f55701ce50ca', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 14:06:15.124824 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:15.140835 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c74e18f5-9c2a-41df-ae2a-c937dfb58e48 {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 14:06:15.161129 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] For port c74e18f5-9c2a-41df-ae2a-c937dfb58e48, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=c74e18f5-9c2a-41df-ae2a-c937dfb58e48,segment=NetworkSegment(a2275036-b4cd-463f-abae-2b31086d1a30),segment_id=a2275036-b4cd-463f-abae-2b31086d1a30)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:06:15.166440 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736156224341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736155824276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736155824294'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:15.167312 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Device 5dc77129-1453-4456-8a98-7b9dd10f5485 details requested by agent hyperv_hv-cinder-78476 with host hv-cinder-78476 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 14:06:15.242330 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Pushing event updated for resources: {'Port': ['ID=c74e18f5-9c2a-41df-ae2a-c937dfb58e48,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:06:15.314128 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] For port 5dc77129-1453-4456-8a98-7b9dd10f5485, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=5dc77129-1453-4456-8a98-7b9dd10f5485,segment=NetworkSegment(3a29ac3c-6c4f-4bde-a091-d921a298bf30),segment_id=3a29ac3c-6c4f-4bde-a091-d921a298bf30)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:06:15.326994 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Returning: {'device': '5dc77129-1453-4456-8a98-7b9dd10f5485', 'network_id': '3a4fb2c2-e115-4208-b9b7-fb0af769d696', 'port_id': '5dc77129-1453-4456-8a98-7b9dd10f5485', 'mac_address': 'fa:16:3e:53:7f:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9264d998-2235-4ea7-905f-68b77e185814', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 14:06:15.371218 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 57862) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:06:15.373438 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:15.387795 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5dc77129-1453-4456-8a98-7b9dd10f5485 {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 14:06:15.412054 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] For port 5dc77129-1453-4456-8a98-7b9dd10f5485, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=5dc77129-1453-4456-8a98-7b9dd10f5485,segment=NetworkSegment(3a29ac3c-6c4f-4bde-a091-d921a298bf30),segment_id=3a29ac3c-6c4f-4bde-a091-d921a298bf30)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:06:15.420003 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736156224341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736155824276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736155824294'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:15.484518 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Pushing event updated for resources: {'Port': ['ID=5dc77129-1453-4456-8a98-7b9dd10f5485,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:06:15.557011 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b5151def-2711-4976-8412-3b9877e61f6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:15.677899 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ae873a-3566-4ec5-943d-e84f49697900 req-4f2ccd1e-f816-4ed3-b232-164f8f458247 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:06:15.679475 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-d4ae873a-3566-4ec5-943d-e84f49697900 req-4f2ccd1e-f816-4ed3-b232-164f8f458247 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] 10.222.0.10 "GET /v2.0/ports?device_id=ed77822f-6a63-4555-a659-5982e2984dda HTTP/1.1" status: 200 len: 944 time: 0.1722589 Jul 16 14:06:15.690045 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043e7767-b820-4c77-8cee-77a6e4e32dc2 req-8e2cbe37-0dae-4d92-a027-3e23020c2eaa tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:06:15.691805 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-043e7767-b820-4c77-8cee-77a6e4e32dc2 req-8e2cbe37-0dae-4d92-a027-3e23020c2eaa tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b8c1db0-7953-43b1-b307-08491a3031f2 HTTP/1.1" status: 200 len: 944 time: 0.0915577 Jul 16 14:06:15.735332 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-043e7767-b820-4c77-8cee-77a6e4e32dc2 req-30eb6123-efcf-4151-ba9d-f7c47cafad6b tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/security-groups?id=82181ce4-b774-4a6f-9777-8cd5eff34a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358295 Jul 16 14:06:15.745395 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-d4ae873a-3566-4ec5-943d-e84f49697900 req-75dabcae-c977-4065-8a2b-17013f37ded1 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] 10.222.0.10 "GET /v2.0/security-groups?id=aeebecfc-2afb-411a-b312-62aa81725bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575595 Jul 16 14:06:15.757934 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b5151def-2711-4976-8412-3b9877e61f6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:15.776051 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b5151def-2711-4976-8412-3b9877e61f6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:15.826742 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5151def-2711-4976-8412-3b9877e61f6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee2f7f2b-8586-49ca-887b-f25d5a59ff52,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:06:15.833989 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-b5151def-2711-4976-8412-3b9877e61f6b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ef02f92a818e4e2fba21f1bf68a2c599&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4595857 Jul 16 14:06:15.834436 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 57886) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:06:15.899066 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:15.917751 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] get_ports_and_sgs() called for port_ids ['c74e18f5-9c2a-41df-ae2a-c937dfb58e48'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 14:06:15.947994 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f3966895-d3a2-440b-86a2-4796ee548777 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:15.979841 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9a0632-9d6f-4b83-bcde-8b28f1a7ecde req-be7a3b29-fd5d-415b-bd25-846af16494a9 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:06:15.981920 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-cd9a0632-9d6f-4b83-bcde-8b28f1a7ecde req-be7a3b29-fd5d-415b-bd25-846af16494a9 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7c92e1b-6094-4c34-87d7-cc60aafaa6c1 HTTP/1.1" status: 200 len: 945 time: 0.1236479 Jul 16 14:06:15.985594 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] get_ports_and_sgs() called for port_ids ['f6da84fc-801a-4296-b2fe-4815f358ea29'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 14:06:15.987925 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f3966895-d3a2-440b-86a2-4796ee548777 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:16.026611 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] get_ports_and_sgs() called for port_ids ['5dc77129-1453-4456-8a98-7b9dd10f5485'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 14:06:16.070248 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-cd9a0632-9d6f-4b83-bcde-8b28f1a7ecde req-29139f79-4dea-48fe-9f3d-fda7cfda0c1f tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7ffdc71-7446-41a9-bfc4-bf78fcf225fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801837 Jul 16 14:06:16.093123 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f3966895-d3a2-440b-86a2-4796ee548777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:16.102563 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f3966895-d3a2-440b-86a2-4796ee548777 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:16.106988 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-f3966895-d3a2-440b-86a2-4796ee548777 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ee2f7f2b-8586-49ca-887b-f25d5a59ff52 HTTP/1.1" status: 204 len: 168 time: 0.2712369 Jul 16 14:06:16.118396 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3966895-d3a2-440b-86a2-4796ee548777 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee2f7f2b-8586-49ca-887b-f25d5a59ff52,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:06:16.523438 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 57930) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:06:16.537473 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7d4e5b8a-3b55-4e2d-b34c-393747ae4bfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:16.627775 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7d4e5b8a-3b55-4e2d-b34c-393747ae4bfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:16.632193 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7d4e5b8a-3b55-4e2d-b34c-393747ae4bfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:16.670403 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-7d4e5b8a-3b55-4e2d-b34c-393747ae4bfa admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=eb15c5e45a054f66bd4f84083ea40d16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1452627 Jul 16 14:06:16.671366 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4e5b8a-3b55-4e2d-b34c-393747ae4bfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b24330b-f87c-4db9-8e29-853c43e7ba59,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:06:16.673200 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 57936) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:06:16.735024 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-be683f69-25ba-4b36-8506-4992648a902c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:16.761888 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-be683f69-25ba-4b36-8506-4992648a902c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:16.875153 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-be683f69-25ba-4b36-8506-4992648a902c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:16.877956 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-be683f69-25ba-4b36-8506-4992648a902c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:16.881222 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-be683f69-25ba-4b36-8506-4992648a902c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6b24330b-f87c-4db9-8e29-853c43e7ba59 HTTP/1.1" status: 204 len: 168 time: 0.2044744 Jul 16 14:06:16.904397 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be683f69-25ba-4b36-8506-4992648a902c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b24330b-f87c-4db9-8e29-853c43e7ba59,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:06:16.989407 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b7cae3-685c-4c08-b684-7d004e5c4f6f req-09dab151-0a39-4011-8445-a49a9c22092f tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:06:16.991714 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-c6b7cae3-685c-4c08-b684-7d004e5c4f6f req-09dab151-0a39-4011-8445-a49a9c22092f tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b8c1db0-7953-43b1-b307-08491a3031f2 HTTP/1.1" status: 200 len: 944 time: 0.1115007 Jul 16 14:06:17.006718 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1089bf8f-9bdd-4dfd-b87b-c360dcff7be0 req-eeebc340-1f0e-46c2-99ea-3cf6ab20fad4 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:06:17.009822 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-1089bf8f-9bdd-4dfd-b87b-c360dcff7be0 req-eeebc340-1f0e-46c2-99ea-3cf6ab20fad4 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] 10.222.0.10 "GET /v2.0/ports?device_id=ed77822f-6a63-4555-a659-5982e2984dda HTTP/1.1" status: 200 len: 944 time: 0.1073773 Jul 16 14:06:17.055551 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-c6b7cae3-685c-4c08-b684-7d004e5c4f6f req-5b5a7232-7056-421d-8a71-bd3ffbbd9402 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/security-groups?id=82181ce4-b774-4a6f-9777-8cd5eff34a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543721 Jul 16 14:06:17.074783 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-1089bf8f-9bdd-4dfd-b87b-c360dcff7be0 req-40068da4-a9e1-4223-a340-0f1da159e565 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] 10.222.0.10 "GET /v2.0/security-groups?id=aeebecfc-2afb-411a-b312-62aa81725bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597181 Jul 16 14:06:17.338952 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ad00c8-c99c-408a-8da7-cbdb410fdfa6 req-56795f55-daf4-4453-8b9b-feefb4ebd2ef tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:06:17.340538 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-e8ad00c8-c99c-408a-8da7-cbdb410fdfa6 req-56795f55-daf4-4453-8b9b-feefb4ebd2ef tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7c92e1b-6094-4c34-87d7-cc60aafaa6c1 HTTP/1.1" status: 200 len: 945 time: 0.0835097 Jul 16 14:06:17.381566 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-e8ad00c8-c99c-408a-8da7-cbdb410fdfa6 req-200d50ce-a1ee-4997-aa64-aadeb5ce5c69 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7ffdc71-7446-41a9-bfc4-bf78fcf225fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352104 Jul 16 14:06:17.726245 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 58006) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:06:17.726828 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-92fec51e-c2c2-4be1-a986-a6200583087a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:17.816034 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.v2.base [None req-a8e01afd-60ce-4f86-bdfa-962a87fb831e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-195052053-network', 'tenant_id': '5f1915f40c394fa7b1a24a096c9a9390'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:06:17.840042 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8e01afd-60ce-4f86-bdfa-962a87fb831e admin admin] Made reservation on behalf of 5f1915f40c394fa7b1a24a096c9a9390 for: {'network': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 14:06:17.842453 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a8e01afd-60ce-4f86-bdfa-962a87fb831e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for network, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:17.851640 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a8e01afd-60ce-4f86-bdfa-962a87fb831e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:17.938422 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a8e01afd-60ce-4f86-bdfa-962a87fb831e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:17.942763 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a8e01afd-60ce-4f86-bdfa-962a87fb831e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:17.963629 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8e01afd-60ce-4f86-bdfa-962a87fb831e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 232} {{(pid=93102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 14:06:17.978032 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e01afd-60ce-4f86-bdfa-962a87fb831e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cac6de85-2196-4285-9cea-cf7c826abdab,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:06:17.980851 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a8e01afd-60ce-4f86-bdfa-962a87fb831e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16512664'] for segment, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:17.981188 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.db.segments_db [None req-a8e01afd-60ce-4f86-bdfa-962a87fb831e admin admin] Added segment 1a75e890-637e-43f9-b3ee-a2b19ae7d2a9 of type vlan for network 2363ad68-0701-442f-a2cf-c01128c16cf9 Jul 16 14:06:18.020147 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a8e01afd-60ce-4f86-bdfa-962a87fb831e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736155808503'] for network, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:18.048367 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a8e01afd-60ce-4f86-bdfa-962a87fb831e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186'] for network, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:18.049366 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8e01afd-60ce-4f86-bdfa-962a87fb831e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:06:18.049949 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a8e01afd-60ce-4f86-bdfa-962a87fb831e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583268'] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:18.090295 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-a8e01afd-60ce-4f86-bdfa-962a87fb831e admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3616335 Jul 16 14:06:18.093035 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 58012) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:06:18.126174 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.v2.base [None req-2dce23e8-43af-4b8c-b386-c37603ac2994 admin admin] Request body: {'subnet': {'network_id': '2363ad68-0701-442f-a2cf-c01128c16cf9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-195052053-subnet', 'tenant_id': '5f1915f40c394fa7b1a24a096c9a9390', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:06:18.130285 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e01afd-60ce-4f86-bdfa-962a87fb831e admin admin] Pushing event updated for resources: {'Network': ['ID=2363ad68-0701-442f-a2cf-c01128c16cf9,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:06:18.143676 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Network 2363ad68-0701-442f-a2cf-c01128c16cf9 details requested by agent ovs-agent-dv-cinder-784763-7-iscsi with host dv-cinder-784763-7-iscsi {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 14:06:18.150671 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dce23e8-43af-4b8c-b386-c37603ac2994 admin admin] Made reservation on behalf of 5f1915f40c394fa7b1a24a096c9a9390 for: {'subnet': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 14:06:18.153487 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2dce23e8-43af-4b8c-b386-c37603ac2994 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3919837'] for subnet, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:18.274943 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5014af18-3545-41a7-a34a-70c5a1301229 req-f93d6666-3d5a-4383-9076-23f2a8d46815 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:06:18.276858 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-5014af18-3545-41a7-a34a-70c5a1301229 req-f93d6666-3d5a-4383-9076-23f2a8d46815 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b8c1db0-7953-43b1-b307-08491a3031f2 HTTP/1.1" status: 200 len: 944 time: 0.1088428 Jul 16 14:06:18.337944 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-5014af18-3545-41a7-a34a-70c5a1301229 req-4bdcfa0d-df57-48e7-b99d-5d211f821e30 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/security-groups?id=82181ce4-b774-4a6f-9777-8cd5eff34a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547435 Jul 16 14:06:18.389947 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2dce23e8-43af-4b8c-b386-c37603ac2994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4062858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3919823'] for subnet, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:18.480779 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dce23e8-43af-4b8c-b386-c37603ac2994 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca50204d-8125-4124-88a3-d618b1f0e499,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:06:18.492014 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a45278-fa7b-47d8-844f-6e5167718d46 req-cd95f12d-e7e7-4d66-a721-7d0b99dd4348 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:06:18.493706 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-d1a45278-fa7b-47d8-844f-6e5167718d46 req-cd95f12d-e7e7-4d66-a721-7d0b99dd4348 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] 10.222.0.10 "GET /v2.0/ports?device_id=ed77822f-6a63-4555-a659-5982e2984dda HTTP/1.1" status: 200 len: 944 time: 0.1556263 Jul 16 14:06:18.525897 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dce23e8-43af-4b8c-b386-c37603ac2994 admin admin] Checking segment: {'id': '1a75e890-637e-43f9-b3ee-a2b19ae7d2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '2363ad68-0701-442f-a2cf-c01128c16cf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 14:06:18.526246 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dce23e8-43af-4b8c-b386-c37603ac2994 admin admin] Network hostable DHCP agents. Network: 2363ad68-0701-442f-a2cf-c01128c16cf9, hostable agents: ['ff372831-df71-440e-8c4b-463caa6f5ae0'], hosted agents: [] {{(pid=93102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 14:06:18.552381 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-d1a45278-fa7b-47d8-844f-6e5167718d46 req-d41a9d02-af45-486c-80da-d7949b4235b2 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] 10.222.0.10 "GET /v2.0/security-groups?id=aeebecfc-2afb-411a-b312-62aa81725bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507352 Jul 16 14:06:18.558800 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dce23e8-43af-4b8c-b386-c37603ac2994 admin admin] Network 2363ad68-0701-442f-a2cf-c01128c16cf9 is scheduled to be hosted by DHCP agent ff372831-df71-440e-8c4b-463caa6f5ae0 with binding_index 1 {{(pid=93102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 14:06:18.574264 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-2dce23e8-43af-4b8c-b386-c37603ac2994 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784763-7-iscsi, 2363ad68-0701-442f-a2cf-c01128c16cf9) {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 14:06:18.589067 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-549e8e6d-77fe-4a05-86ba-af3bd041d81e None None] Network 2363ad68-0701-442f-a2cf-c01128c16cf9 requested from dv-cinder-784763-7-iscsi {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 14:06:18.596641 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dce23e8-43af-4b8c-b386-c37603ac2994 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:06:18.597334 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca68293-bc51-481d-bf6b-47811b90649c req-e6fff228-6f92-41dc-b467-2f63f2081749 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:06:18.597819 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2dce23e8-43af-4b8c-b386-c37603ac2994 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583268'] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:18.605090 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-cca68293-bc51-481d-bf6b-47811b90649c req-e6fff228-6f92-41dc-b467-2f63f2081749 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7c92e1b-6094-4c34-87d7-cc60aafaa6c1 HTTP/1.1" status: 200 len: 945 time: 0.0757113 Jul 16 14:06:18.625101 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-2dce23e8-43af-4b8c-b386-c37603ac2994 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5282660 Jul 16 14:06:18.648109 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-cca68293-bc51-481d-bf6b-47811b90649c req-70999f55-5cc4-4ed2-bb1b-ab5fec84177f tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7ffdc71-7446-41a9-bfc4-bf78fcf225fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420983 Jul 16 14:06:18.662571 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Device f6da84fc-801a-4296-b2fe-4815f358ea29 up at agent hyperv_hv-cinder-78476 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 14:06:18.685930 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 58040) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:06:18.766643 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d4bb69a-d9ee-4e73-8ac7-656616b5a901 None None] Network 2363ad68-0701-442f-a2cf-c01128c16cf9 requested from dv-cinder-784763-7-iscsi {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 14:06:18.831802 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Provisioning for port f6da84fc-801a-4296-b2fe-4815f358ea29 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 14:06:18.837841 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fe48e1b7-79c6-4a61-b007-233930a487d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:18.839881 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Provisioning complete for port f6da84fc-801a-4296-b2fe-4815f358ea29 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 14:06:18.840375 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16503849'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:18.953992 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fe48e1b7-79c6-4a61-b007-233930a487d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:18.958236 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fe48e1b7-79c6-4a61-b007-233930a487d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:18.983540 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:19.000450 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-fe48e1b7-79c6-4a61-b007-233930a487d2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=47ec4b7e5dfd479fb0aa852ce1c8a9e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3134286 Jul 16 14:06:19.001352 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe48e1b7-79c6-4a61-b007-233930a487d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=011bdd91-965a-4ef8-9be5-acc8901e5173,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:06:19.003145 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 58056) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:06:19.019260 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b8c1db0-7953-43b1-b307-08491a3031f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6da84fc-801a-4296-b2fe-4815f358ea29'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 14:06:19.021740 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e17b9d4f214fa64bfb48c5bf95da0f2ee536929a6529a77ec24820d0293f4c41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4f68749-8a34-4fc1-a9af-d36eed536c2c" -d '{"events": [{"server_uuid": "4b8c1db0-7953-43b1-b307-08491a3031f2", "name": "network-vif-plugged", "status": "completed", "tag": "f6da84fc-801a-4296-b2fe-4815f358ea29"}]}' {{(pid=93103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 14:06:19.036427 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] For port f6da84fc-801a-4296-b2fe-4815f358ea29, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=f6da84fc-801a-4296-b2fe-4815f358ea29,segment=NetworkSegment(d7e1ee80-77c5-48f3-ac0a-95e0aff8ceeb),segment_id=d7e1ee80-77c5-48f3-ac0a-95e0aff8ceeb)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:06:19.043736 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736156224341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736155824276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736155824294'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:19.044812 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Device c74e18f5-9c2a-41df-ae2a-c937dfb58e48 up at agent hyperv_hv-cinder-78476 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 14:06:19.075235 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3515e026-42c1-468c-9bcf-cbba6d4b4cfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:19.097574 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 14:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5821cd4-a0d3-4b3e-a854-24183af6006d x-openstack-request-id: req-c5821cd4-a0d3-4b3e-a854-24183af6006d {{(pid=93103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 14:06:19.098658 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b8c1db0-7953-43b1-b307-08491a3031f2", "name": "network-vif-plugged", "status": "completed", "tag": "f6da84fc-801a-4296-b2fe-4815f358ea29", "code": 200}]} {{(pid=93103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 14:06:19.099170 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c5821cd4-a0d3-4b3e-a854-24183af6006d {{(pid=93103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 14:06:19.099767 dv-cinder-784763-7-iscsi neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b8c1db0-7953-43b1-b307-08491a3031f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6da84fc-801a-4296-b2fe-4815f358ea29', 'code': 200} Jul 16 14:06:19.117331 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3515e026-42c1-468c-9bcf-cbba6d4b4cfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:19.169161 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Pushing event updated for resources: {'Port': ['ID=f6da84fc-801a-4296-b2fe-4815f358ea29,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:06:19.175438 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3515e026-42c1-468c-9bcf-cbba6d4b4cfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:19.179065 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3515e026-42c1-468c-9bcf-cbba6d4b4cfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:19.183228 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-3515e026-42c1-468c-9bcf-cbba6d4b4cfa admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/011bdd91-965a-4ef8-9be5-acc8901e5173 HTTP/1.1" status: 204 len: 168 time: 0.1787577 Jul 16 14:06:19.199806 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3515e026-42c1-468c-9bcf-cbba6d4b4cfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=011bdd91-965a-4ef8-9be5-acc8901e5173,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:06:19.200472 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Provisioning for port c74e18f5-9c2a-41df-ae2a-c937dfb58e48 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 14:06:19.204756 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Provisioning complete for port c74e18f5-9c2a-41df-ae2a-c937dfb58e48 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 14:06:19.205307 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16503849'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:19.300578 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 58074) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:06:19.308665 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.v2.base [None req-98819620-ba6c-4924-8702-eed9659065ed admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-280320298-network', 'tenant_id': '2c8119bf3a8b4ad88d090b81db255e1e'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:06:19.321476 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:19.331769 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98819620-ba6c-4924-8702-eed9659065ed admin admin] Made reservation on behalf of 2c8119bf3a8b4ad88d090b81db255e1e for: {'network': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 14:06:19.334391 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-98819620-ba6c-4924-8702-eed9659065ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for network, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:19.342932 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-98819620-ba6c-4924-8702-eed9659065ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:19.362097 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] For port c74e18f5-9c2a-41df-ae2a-c937dfb58e48, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=c74e18f5-9c2a-41df-ae2a-c937dfb58e48,segment=NetworkSegment(a2275036-b4cd-463f-abae-2b31086d1a30),segment_id=a2275036-b4cd-463f-abae-2b31086d1a30)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:06:19.366789 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736156224341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736155824276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736155824294'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:19.368548 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Device 5dc77129-1453-4456-8a98-7b9dd10f5485 up at agent hyperv_hv-cinder-78476 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 14:06:19.455769 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-98819620-ba6c-4924-8702-eed9659065ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:19.465028 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-98819620-ba6c-4924-8702-eed9659065ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:19.520098 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98819620-ba6c-4924-8702-eed9659065ed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 211} {{(pid=93101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 14:06:19.558579 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98819620-ba6c-4924-8702-eed9659065ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ff55652-1243-4c79-aa7e-608ddf22cd26,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:06:19.566341 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-98819620-ba6c-4924-8702-eed9659065ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16512664'] for segment, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:19.567252 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.db.segments_db [None req-98819620-ba6c-4924-8702-eed9659065ed admin admin] Added segment aad1ac4f-8f38-4163-83c5-fcd54d5f8e5a of type vlan for network b4da9720-9123-46e8-8d21-71eaa02ef0e4 Jul 16 14:06:19.605991 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Pushing event updated for resources: {'Port': ['ID=c74e18f5-9c2a-41df-ae2a-c937dfb58e48,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:06:19.619869 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Provisioning for port 5dc77129-1453-4456-8a98-7b9dd10f5485 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 14:06:19.624447 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Provisioning complete for port 5dc77129-1453-4456-8a98-7b9dd10f5485 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 14:06:19.624946 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16503849'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:19.626453 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-98819620-ba6c-4924-8702-eed9659065ed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736155808503'] for network, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:19.662805 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4cb518-de89-4008-9da5-0e4b997bcc24 req-50f90b00-d003-4b09-bb6f-f138d2ad7ee6 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:06:19.664572 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-3d4cb518-de89-4008-9da5-0e4b997bcc24 req-50f90b00-d003-4b09-bb6f-f138d2ad7ee6 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b8c1db0-7953-43b1-b307-08491a3031f2 HTTP/1.1" status: 200 len: 945 time: 0.1420519 Jul 16 14:06:19.692966 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-98819620-ba6c-4924-8702-eed9659065ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186'] for network, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:19.694362 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98819620-ba6c-4924-8702-eed9659065ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:06:19.695095 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-98819620-ba6c-4924-8702-eed9659065ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583268'] for network, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:19.710088 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:19.719972 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 58088) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:06:19.732703 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-3d4cb518-de89-4008-9da5-0e4b997bcc24 req-5b8ceb7e-342b-4428-b0a9-91745d6808ec tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/security-groups?id=82181ce4-b774-4a6f-9777-8cd5eff34a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615342 Jul 16 14:06:19.741088 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-98819620-ba6c-4924-8702-eed9659065ed admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4387677 Jul 16 14:06:19.744877 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 58090) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:06:19.748178 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] For port 5dc77129-1453-4456-8a98-7b9dd10f5485, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=5dc77129-1453-4456-8a98-7b9dd10f5485,segment=NetworkSegment(3a29ac3c-6c4f-4bde-a091-d921a298bf30),segment_id=3a29ac3c-6c4f-4bde-a091-d921a298bf30)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:06:19.750130 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.v2.base [None req-12feb7a3-dd3f-4736-af4f-1c1f7af7cd7d admin admin] Request body: {'subnet': {'network_id': 'b4da9720-9123-46e8-8d21-71eaa02ef0e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-280320298-subnet', 'tenant_id': '2c8119bf3a8b4ad88d090b81db255e1e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:06:19.752617 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736156224341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736155824276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736155824294'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:19.777875 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2434cbef-96b1-4591-8e12-7ddbcd25aed0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:19.785839 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98819620-ba6c-4924-8702-eed9659065ed admin admin] Pushing event updated for resources: {'Network': ['ID=b4da9720-9123-46e8-8d21-71eaa02ef0e4,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:06:19.804489 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12feb7a3-dd3f-4736-af4f-1c1f7af7cd7d admin admin] Made reservation on behalf of 2c8119bf3a8b4ad88d090b81db255e1e for: {'subnet': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 14:06:19.808478 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-12feb7a3-dd3f-4736-af4f-1c1f7af7cd7d admin admin] Notify callbacks [] for subnet, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:19.814093 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Pushing event updated for resources: {'Port': ['ID=5dc77129-1453-4456-8a98-7b9dd10f5485,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:06:19.826378 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Network b4da9720-9123-46e8-8d21-71eaa02ef0e4 details requested by agent ovs-agent-dv-cinder-784763-7-iscsi with host dv-cinder-784763-7-iscsi {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 14:06:19.849459 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6481577d-f1c2-442c-8bc5-987e7f252c7e req-706c9228-2c95-4b44-a6a7-97f758a78185 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:06:19.853015 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-6481577d-f1c2-442c-8bc5-987e7f252c7e req-706c9228-2c95-4b44-a6a7-97f758a78185 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] 10.222.0.10 "GET /v2.0/ports?device_id=ed77822f-6a63-4555-a659-5982e2984dda HTTP/1.1" status: 200 len: 945 time: 0.1465402 Jul 16 14:06:19.917312 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-6481577d-f1c2-442c-8bc5-987e7f252c7e req-fd3ad4a0-4b4f-42e1-8951-f10ac402906d tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] 10.222.0.10 "GET /v2.0/security-groups?id=aeebecfc-2afb-411a-b312-62aa81725bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551646 Jul 16 14:06:19.971394 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2434cbef-96b1-4591-8e12-7ddbcd25aed0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:19.975495 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2434cbef-96b1-4591-8e12-7ddbcd25aed0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:20.015421 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-2434cbef-96b1-4591-8e12-7ddbcd25aed0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9cf7f83285ec4787826229b09935f6c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2917483 Jul 16 14:06:20.015421 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2434cbef-96b1-4591-8e12-7ddbcd25aed0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26eac4c9-8396-4908-9a41-6d870429014d,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:06:20.016789 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 58092) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:06:20.041531 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-12feb7a3-dd3f-4736-af4f-1c1f7af7cd7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186'] for subnet, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:20.049978 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222536bb-cbc1-42a2-862f-3893b1b95f86 req-2b5e5535-614d-4dcd-bfd0-696fc33cca59 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:06:20.051432 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-222536bb-cbc1-42a2-862f-3893b1b95f86 req-2b5e5535-614d-4dcd-bfd0-696fc33cca59 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7c92e1b-6094-4c34-87d7-cc60aafaa6c1 HTTP/1.1" status: 200 len: 946 time: 0.1513689 Jul 16 14:06:20.153058 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12feb7a3-dd3f-4736-af4f-1c1f7af7cd7d admin admin] Pushing event updated for resources: {'Subnet': ['ID=8026917f-8c39-4402-a5ff-299a77695056,revision_number=0']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:06:20.169960 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-222536bb-cbc1-42a2-862f-3893b1b95f86 req-77e1aca6-e97e-4bcc-ac5e-9c7cf3ec9fba tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7ffdc71-7446-41a9-bfc4-bf78fcf225fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040750 Jul 16 14:06:20.171283 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e270843e-4338-4a23-8959-658422cbfeba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:20.185494 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12feb7a3-dd3f-4736-af4f-1c1f7af7cd7d admin admin] Checking segment: {'id': 'aad1ac4f-8f38-4163-83c5-fcd54d5f8e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b4da9720-9123-46e8-8d21-71eaa02ef0e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 14:06:20.185825 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12feb7a3-dd3f-4736-af4f-1c1f7af7cd7d admin admin] Network hostable DHCP agents. Network: b4da9720-9123-46e8-8d21-71eaa02ef0e4, hostable agents: ['ff372831-df71-440e-8c4b-463caa6f5ae0'], hosted agents: [] {{(pid=93101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 14:06:20.200558 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e270843e-4338-4a23-8959-658422cbfeba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:20.232904 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12feb7a3-dd3f-4736-af4f-1c1f7af7cd7d admin admin] Network b4da9720-9123-46e8-8d21-71eaa02ef0e4 is scheduled to be hosted by DHCP agent ff372831-df71-440e-8c4b-463caa6f5ae0 with binding_index 1 {{(pid=93101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 14:06:20.243795 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-12feb7a3-dd3f-4736-af4f-1c1f7af7cd7d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784763-7-iscsi, b4da9720-9123-46e8-8d21-71eaa02ef0e4) {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 14:06:20.248694 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12feb7a3-dd3f-4736-af4f-1c1f7af7cd7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:06:20.251410 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa38cd7c-6d37-4bbc-be0f-b826e59b33d3 None None] Network b4da9720-9123-46e8-8d21-71eaa02ef0e4 requested from dv-cinder-784763-7-iscsi {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 14:06:20.252087 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-12feb7a3-dd3f-4736-af4f-1c1f7af7cd7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583268'] for subnet, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:20.275614 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-12feb7a3-dd3f-4736-af4f-1c1f7af7cd7d admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5217760 Jul 16 14:06:20.286942 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e270843e-4338-4a23-8959-658422cbfeba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:20.289478 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e270843e-4338-4a23-8959-658422cbfeba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:20.291502 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-e270843e-4338-4a23-8959-658422cbfeba admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/26eac4c9-8396-4908-9a41-6d870429014d HTTP/1.1" status: 204 len: 168 time: 0.2736917 Jul 16 14:06:20.300478 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e270843e-4338-4a23-8959-658422cbfeba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26eac4c9-8396-4908-9a41-6d870429014d,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:06:20.377390 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b083f2e5-eb3c-4ff4-bce4-44ee36dd689a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:20.404264 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2d94e91-a8b7-4aea-8e8d-4485f2d9193e None None] Network b4da9720-9123-46e8-8d21-71eaa02ef0e4 requested from dv-cinder-784763-7-iscsi {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 14:06:20.655406 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 58112) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:06:20.669233 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-89b41f2b-d67d-4077-a9cd-440132edfc41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:20.687536 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:20.765110 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-89b41f2b-d67d-4077-a9cd-440132edfc41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:20.770683 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-89b41f2b-d67d-4077-a9cd-440132edfc41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:20.810039 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-89b41f2b-d67d-4077-a9cd-440132edfc41 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e7a23f02b4cc40e39b18da4a26b8ceea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1536107 Jul 16 14:06:20.810989 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b41f2b-d67d-4077-a9cd-440132edfc41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b486f52f-333b-480c-9c1c-6e2c579ee6e5,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:06:20.812722 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 58116) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:06:20.870816 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f7d2e24f-772f-4f23-9059-dbba09e21d73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:20.893031 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f7d2e24f-772f-4f23-9059-dbba09e21d73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:20.950801 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63af9f9e-c866-4b56-929f-051cc842c352 req-aaff03a3-e94b-485c-8256-1fa6cba472d6 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:06:20.958890 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-63af9f9e-c866-4b56-929f-051cc842c352 req-aaff03a3-e94b-485c-8256-1fa6cba472d6 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b8c1db0-7953-43b1-b307-08491a3031f2 HTTP/1.1" status: 200 len: 945 time: 0.0842412 Jul 16 14:06:20.965377 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f7d2e24f-772f-4f23-9059-dbba09e21d73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:20.968375 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f7d2e24f-772f-4f23-9059-dbba09e21d73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:20.969915 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-f7d2e24f-772f-4f23-9059-dbba09e21d73 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b486f52f-333b-480c-9c1c-6e2c579ee6e5 HTTP/1.1" status: 204 len: 168 time: 0.1544862 Jul 16 14:06:20.985071 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d2e24f-772f-4f23-9059-dbba09e21d73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b486f52f-333b-480c-9c1c-6e2c579ee6e5,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:06:21.013497 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-63af9f9e-c866-4b56-929f-051cc842c352 req-c487fddc-c33a-4034-b77c-294bbc3ef580 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/security-groups?id=82181ce4-b774-4a6f-9777-8cd5eff34a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533721 Jul 16 14:06:21.101659 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed77822f-6a63-4555-a659-5982e2984dda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c74e18f5-9c2a-41df-ae2a-c937dfb58e48'}, {'server_uuid': 'a7c92e1b-6094-4c34-87d7-cc60aafaa6c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dc77129-1453-4456-8a98-7b9dd10f5485'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 14:06:21.104233 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e17b9d4f214fa64bfb48c5bf95da0f2ee536929a6529a77ec24820d0293f4c41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92944eea-9be6-46c9-b807-2881e9c76311" -d '{"events": [{"server_uuid": "ed77822f-6a63-4555-a659-5982e2984dda", "name": "network-vif-plugged", "status": "completed", "tag": "c74e18f5-9c2a-41df-ae2a-c937dfb58e48"}, {"server_uuid": "a7c92e1b-6094-4c34-87d7-cc60aafaa6c1", "name": "network-vif-plugged", "status": "completed", "tag": "5dc77129-1453-4456-8a98-7b9dd10f5485"}]}' {{(pid=93103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 14:06:21.108909 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ac85f5-41c7-4c11-911d-ce87066ea181 req-89b0b8aa-af75-43e7-95ba-7332c54bc368 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:06:21.110434 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-e5ac85f5-41c7-4c11-911d-ce87066ea181 req-89b0b8aa-af75-43e7-95ba-7332c54bc368 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] 10.222.0.10 "GET /v2.0/ports?device_id=ed77822f-6a63-4555-a659-5982e2984dda HTTP/1.1" status: 200 len: 945 time: 0.0657933 Jul 16 14:06:21.149429 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 14:06:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ad632f7-ae77-479a-8888-9a18f291771f x-openstack-request-id: req-4ad632f7-ae77-479a-8888-9a18f291771f {{(pid=93103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 14:06:21.149723 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed77822f-6a63-4555-a659-5982e2984dda", "name": "network-vif-plugged", "status": "completed", "tag": "c74e18f5-9c2a-41df-ae2a-c937dfb58e48", "code": 200}, {"server_uuid": "a7c92e1b-6094-4c34-87d7-cc60aafaa6c1", "name": "network-vif-plugged", "status": "completed", "tag": "5dc77129-1453-4456-8a98-7b9dd10f5485", "code": 200}]} {{(pid=93103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 14:06:21.149971 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4ad632f7-ae77-479a-8888-9a18f291771f {{(pid=93103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 14:06:21.150520 dv-cinder-784763-7-iscsi neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed77822f-6a63-4555-a659-5982e2984dda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c74e18f5-9c2a-41df-ae2a-c937dfb58e48', 'code': 200} Jul 16 14:06:21.150931 dv-cinder-784763-7-iscsi neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7c92e1b-6094-4c34-87d7-cc60aafaa6c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dc77129-1453-4456-8a98-7b9dd10f5485', 'code': 200} Jul 16 14:06:21.153660 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-e5ac85f5-41c7-4c11-911d-ce87066ea181 req-64573375-d450-4d10-ae3a-0e9dea1f561b tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] 10.222.0.10 "GET /v2.0/security-groups?id=aeebecfc-2afb-411a-b312-62aa81725bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369921 Jul 16 14:06:21.350083 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4202102-6db2-445c-ad64-a04a8d6ae66d req-84488fdd-6abc-4f85-b235-7726d541a0b3 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:06:21.351642 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-b4202102-6db2-445c-ad64-a04a8d6ae66d req-84488fdd-6abc-4f85-b235-7726d541a0b3 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7c92e1b-6094-4c34-87d7-cc60aafaa6c1 HTTP/1.1" status: 200 len: 946 time: 0.0651603 Jul 16 14:06:21.392195 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-b4202102-6db2-445c-ad64-a04a8d6ae66d req-6cfcb992-7dcc-463e-b9c1-4869af9664f8 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7ffdc71-7446-41a9-bfc4-bf78fcf225fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338209 Jul 16 14:06:21.419384 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-64ab8875-bbbc-4415-a681-ef47cf0d365f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:22.010415 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a669e52a-def6-4590-899c-48222de80ee7 req-58e8c1d2-89a5-4438-aff4-8f75893d399f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:06:22.012356 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-a669e52a-def6-4590-899c-48222de80ee7 req-58e8c1d2-89a5-4438-aff4-8f75893d399f service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=a7c92e1b-6094-4c34-87d7-cc60aafaa6c1 HTTP/1.1" status: 200 len: 1099 time: 0.0667298 Jul 16 14:06:22.031891 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4547569-3195-4f51-acc8-afbe54288c61 req-e057f512-eccd-4635-957f-b362f0a3cc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:06:22.033505 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-b4547569-3195-4f51-acc8-afbe54288c61 req-e057f512-eccd-4635-957f-b362f0a3cc07 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ed77822f-6a63-4555-a659-5982e2984dda HTTP/1.1" status: 200 len: 1098 time: 0.1373217 Jul 16 14:06:22.039144 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4304e0-8a87-46c4-ae66-802d1420b7ee req-c2d79cde-b864-40ed-9f41-70aa57a67496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:06:22.040205 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-1d4304e0-8a87-46c4-ae66-802d1420b7ee req-c2d79cde-b864-40ed-9f41-70aa57a67496 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=4b8c1db0-7953-43b1-b307-08491a3031f2 HTTP/1.1" status: 200 len: 1098 time: 0.1045790 Jul 16 14:06:22.059034 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-a669e52a-def6-4590-899c-48222de80ee7 req-2e23d488-5a0a-4be7-9f02-03bb335d5814 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=a7ffdc71-7446-41a9-bfc4-bf78fcf225fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395708 Jul 16 14:06:22.089550 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 58170) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:06:22.101000 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-b4547569-3195-4f51-acc8-afbe54288c61 req-abfc5ff4-1953-488f-ba8a-6576ee0d825f service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=aeebecfc-2afb-411a-b312-62aa81725bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599377 Jul 16 14:06:22.103168 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-1d4304e0-8a87-46c4-ae66-802d1420b7ee req-49e31b3f-42a0-4e27-8c07-df606a6a6170 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=82181ce4-b774-4a6f-9777-8cd5eff34a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560429 Jul 16 14:06:22.201982 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-0ff12a17-98c4-43ba-92fa-04b911c059e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:22.210300 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e762365-f820-4f0c-b28e-66a3cf3c72d0 req-0ad03f57-efc4-4700-a434-29a64e40347e tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:06:22.211769 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-2e762365-f820-4f0c-b28e-66a3cf3c72d0 req-0ad03f57-efc4-4700-a434-29a64e40347e tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b8c1db0-7953-43b1-b307-08491a3031f2 HTTP/1.1" status: 200 len: 945 time: 0.0819082 Jul 16 14:06:22.266756 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-2e762365-f820-4f0c-b28e-66a3cf3c72d0 req-bfb40afd-4fa4-4b3f-8253-7d0b79f28c1d tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/security-groups?id=82181ce4-b774-4a6f-9777-8cd5eff34a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486729 Jul 16 14:06:22.337268 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-0ff12a17-98c4-43ba-92fa-04b911c059e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:22.338527 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8986d464-3981-40df-9a7f-faf509bd1f7b req-45390b5f-3aa1-4da6-be31-783e7823ac2e tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:06:22.340729 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-8986d464-3981-40df-9a7f-faf509bd1f7b req-45390b5f-3aa1-4da6-be31-783e7823ac2e tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] 10.222.0.10 "GET /v2.0/ports?device_id=ed77822f-6a63-4555-a659-5982e2984dda HTTP/1.1" status: 200 len: 945 time: 0.0745282 Jul 16 14:06:22.341296 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-0ff12a17-98c4-43ba-92fa-04b911c059e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:22.377925 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-8986d464-3981-40df-9a7f-faf509bd1f7b req-92c9aa97-cc3d-4338-ab16-ae693905501a tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] 10.222.0.10 "GET /v2.0/security-groups?id=aeebecfc-2afb-411a-b312-62aa81725bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312877 Jul 16 14:06:22.379019 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-0ff12a17-98c4-43ba-92fa-04b911c059e6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a28b4bfc6dbf446487b5e9c18dbec46d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2882242 Jul 16 14:06:22.380103 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff12a17-98c4-43ba-92fa-04b911c059e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86f1844b-c5ac-40ec-8ec1-85b23cda0473,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:06:22.381587 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 58176) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:06:22.431012 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ebbc1188-12e3-4c8c-b2f2-6be05f312b7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:22.452606 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ebbc1188-12e3-4c8c-b2f2-6be05f312b7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:22.502748 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ebbc1188-12e3-4c8c-b2f2-6be05f312b7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:22.505334 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ebbc1188-12e3-4c8c-b2f2-6be05f312b7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:22.509515 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-ebbc1188-12e3-4c8c-b2f2-6be05f312b7a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/86f1844b-c5ac-40ec-8ec1-85b23cda0473 HTTP/1.1" status: 204 len: 168 time: 0.1224604 Jul 16 14:06:22.518940 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbc1188-12e3-4c8c-b2f2-6be05f312b7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86f1844b-c5ac-40ec-8ec1-85b23cda0473,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:06:22.585050 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d681f3-25ac-4c97-856d-8ee6b3917cb9 req-b6b98ac3-192e-49b1-830f-75bf5216cc27 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:06:22.587591 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-52d681f3-25ac-4c97-856d-8ee6b3917cb9 req-b6b98ac3-192e-49b1-830f-75bf5216cc27 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7c92e1b-6094-4c34-87d7-cc60aafaa6c1 HTTP/1.1" status: 200 len: 946 time: 0.0769017 Jul 16 14:06:22.638300 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-52d681f3-25ac-4c97-856d-8ee6b3917cb9 req-140929bc-e84a-43b6-ae74-dd645f32106c tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7ffdc71-7446-41a9-bfc4-bf78fcf225fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418561 Jul 16 14:06:23.062320 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-fe1600e4-7db6-428f-a340-75d1d02f3a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:23.475037 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f2e50b-344c-414a-a174-7edb8730fae6 req-0a2fcd8d-55ac-47fa-b48c-17cb567f71d5 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:06:23.477285 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-23f2e50b-344c-414a-a174-7edb8730fae6 req-0a2fcd8d-55ac-47fa-b48c-17cb567f71d5 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b8c1db0-7953-43b1-b307-08491a3031f2 HTTP/1.1" status: 200 len: 945 time: 0.0975718 Jul 16 14:06:23.544017 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-23f2e50b-344c-414a-a174-7edb8730fae6 req-9f59b889-8ba7-428b-a073-a1b965f27ec0 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/security-groups?id=82181ce4-b774-4a6f-9777-8cd5eff34a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602596 Jul 16 14:06:23.620402 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3f0c62-fbb7-4b39-8ebf-23d6638fa088 req-a7f4d992-f6fc-44fc-95f4-45e7a11c979d tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:06:23.625062 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-2e3f0c62-fbb7-4b39-8ebf-23d6638fa088 req-a7f4d992-f6fc-44fc-95f4-45e7a11c979d tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] 10.222.0.10 "GET /v2.0/ports?device_id=ed77822f-6a63-4555-a659-5982e2984dda HTTP/1.1" status: 200 len: 945 time: 0.0879216 Jul 16 14:06:23.690826 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-2e3f0c62-fbb7-4b39-8ebf-23d6638fa088 req-6397e84f-4115-427a-9b56-13e3856cb6b9 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] 10.222.0.10 "GET /v2.0/security-groups?id=aeebecfc-2afb-411a-b312-62aa81725bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612597 Jul 16 14:06:23.839443 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378d0b0f-cd68-4e79-b050-edb8fca85137 req-fa610666-027d-4883-889c-9e0020b7d0b5 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:06:23.840994 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-378d0b0f-cd68-4e79-b050-edb8fca85137 req-fa610666-027d-4883-889c-9e0020b7d0b5 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7c92e1b-6094-4c34-87d7-cc60aafaa6c1 HTTP/1.1" status: 200 len: 946 time: 0.0711315 Jul 16 14:06:23.879052 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-378d0b0f-cd68-4e79-b050-edb8fca85137 req-18a350c5-e32b-4c98-8035-6eed9742aed4 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7ffdc71-7446-41a9-bfc4-bf78fcf225fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318732 Jul 16 14:06:24.736835 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77c8aea-6a6b-4a08-aad3-02b7c573a52c req-caa0f7fc-fc12-4678-a366-f0d0cf39dd96 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:06:24.744410 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-d77c8aea-6a6b-4a08-aad3-02b7c573a52c req-caa0f7fc-fc12-4678-a366-f0d0cf39dd96 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b8c1db0-7953-43b1-b307-08491a3031f2 HTTP/1.1" status: 200 len: 945 time: 0.0744410 Jul 16 14:06:24.788109 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-d77c8aea-6a6b-4a08-aad3-02b7c573a52c req-db902e50-8076-4551-a438-2f0493ab38a2 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/security-groups?id=82181ce4-b774-4a6f-9777-8cd5eff34a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427065 Jul 16 14:06:24.916039 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc47231a-d960-49db-a51a-f709692695cb req-2861251e-0c69-43f9-993a-65b3164c47b9 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:06:24.917784 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-cc47231a-d960-49db-a51a-f709692695cb req-2861251e-0c69-43f9-993a-65b3164c47b9 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] 10.222.0.10 "GET /v2.0/ports?device_id=ed77822f-6a63-4555-a659-5982e2984dda HTTP/1.1" status: 200 len: 945 time: 0.0994503 Jul 16 14:06:25.020418 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-cc47231a-d960-49db-a51a-f709692695cb req-ea7f9ff3-9cfd-4d32-9add-c4a45d9044f6 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] 10.222.0.10 "GET /v2.0/security-groups?id=aeebecfc-2afb-411a-b312-62aa81725bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952044 Jul 16 14:06:25.254631 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df6cb86-7860-4245-814d-2776957aece9 req-b0b3f976-695d-42c7-a293-4a3284398012 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:06:25.264996 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-0df6cb86-7860-4245-814d-2776957aece9 req-b0b3f976-695d-42c7-a293-4a3284398012 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7c92e1b-6094-4c34-87d7-cc60aafaa6c1 HTTP/1.1" status: 200 len: 946 time: 0.0946701 Jul 16 14:06:25.300207 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-0df6cb86-7860-4245-814d-2776957aece9 req-c90e7abc-9a46-4dd2-87c1-94d1204cae17 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7ffdc71-7446-41a9-bfc4-bf78fcf225fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341587 Jul 16 14:06:25.357401 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beb7d78-8509-4148-af93-e767c9d8eb50 req-6565ff3d-9515-4329-8b73-e682326ce761 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:06:25.358992 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-6beb7d78-8509-4148-af93-e767c9d8eb50 req-6565ff3d-9515-4329-8b73-e682326ce761 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] 10.222.0.10 "GET /v2.0/ports?device_id=ed77822f-6a63-4555-a659-5982e2984dda HTTP/1.1" status: 200 len: 945 time: 0.0761695 Jul 16 14:06:25.367829 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 58324) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:06:25.373141 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.v2.base [None req-6a873db8-feea-4cdc-a769-b4eac748dd28 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Request body: {'floatingip': {'port_id': 'c74e18f5-9c2a-41df-ae2a-c937dfb58e48'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:06:25.452320 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6a873db8-feea-4cdc-a769-b4eac748dd28 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Notify callbacks [] for floatingip, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:25.493209 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42534442-4d3c-4464-aecb-0a6242fcc625 req-4d3a7353-3e93-41aa-965f-d112c7faa4ac tempest-DeleteServersTestJSON-1079423793 tempest-DeleteServersTestJSON-1079423793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:06:25.497315 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-42534442-4d3c-4464-aecb-0a6242fcc625 req-4d3a7353-3e93-41aa-965f-d112c7faa4ac tempest-DeleteServersTestJSON-1079423793 tempest-DeleteServersTestJSON-1079423793-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b6dc115-d69d-463c-a82c-c3c9df26aad6 HTTP/1.1" status: 200 len: 945 time: 0.0805993 Jul 16 14:06:25.538428 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-42534442-4d3c-4464-aecb-0a6242fcc625 req-46d7074e-968b-4a24-a46c-f02531545e7f tempest-DeleteServersTestJSON-1079423793 tempest-DeleteServersTestJSON-1079423793-project] 10.222.0.10 "GET /v2.0/security-groups?id=4b3e9cef-9660-4ae5-9082-aa329bb7eec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345504 Jul 16 14:06:25.898539 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6781c3-aa66-48f1-86c1-8ffabbf0b55c req-354caf37-1af3-466e-997b-773a161ebefd tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:06:25.900570 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-0b6781c3-aa66-48f1-86c1-8ffabbf0b55c req-354caf37-1af3-466e-997b-773a161ebefd tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7c92e1b-6094-4c34-87d7-cc60aafaa6c1 HTTP/1.1" status: 200 len: 946 time: 0.4516375 Jul 16 14:06:25.923669 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 58344) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:06:25.929677 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.v2.base [None req-5233edda-d119-408b-8171-144ef38be914 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Request body: {'floatingip': {'port_id': '5dc77129-1453-4456-8a98-7b9dd10f5485'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:06:26.012291 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5233edda-d119-408b-8171-144ef38be914 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Notify callbacks [] for floatingip, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:26.128131 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea8b9ba-45cb-403c-a44c-61bfc8b29055 req-90a8350a-eef6-48ce-9df9-0f27006eeeda tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:06:26.129694 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-5ea8b9ba-45cb-403c-a44c-61bfc8b29055 req-90a8350a-eef6-48ce-9df9-0f27006eeeda tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b8c1db0-7953-43b1-b307-08491a3031f2 HTTP/1.1" status: 200 len: 945 time: 0.2338116 Jul 16 14:06:26.314935 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 58362) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:06:26.464810 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-5ea8b9ba-45cb-403c-a44c-61bfc8b29055 req-f7335560-b675-40cc-a768-c253497fe347 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/security-groups?id=82181ce4-b774-4a6f-9777-8cd5eff34a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3214781 Jul 16 14:06:26.481749 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6a873db8-feea-4cdc-a769-b4eac748dd28 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:26.495619 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6a873db8-feea-4cdc-a769-b4eac748dd28 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-611497'] for floatingip, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:26.533012 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-53731a73-0926-4adb-9ce8-df41d0bac458 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:26.654030 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.db.l3_db [None req-6a873db8-feea-4cdc-a769-b4eac748dd28 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Floating IP 101c53b1-5d61-402d-a901-45cea5929825 associated. External IP: 172.27.1.100, port: c74e18f5-9c2a-41df-ae2a-c937dfb58e48. Jul 16 14:06:26.827231 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-53731a73-0926-4adb-9ce8-df41d0bac458 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:26.835559 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-53731a73-0926-4adb-9ce8-df41d0bac458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:26.924306 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53731a73-0926-4adb-9ce8-df41d0bac458 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d5a9f7a-f397-49b2-9486-f45ac9101903,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:06:26.933664 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-53731a73-0926-4adb-9ce8-df41d0bac458 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3e907874e2cf470599a3ad14d5dd5f48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6177051 Jul 16 14:06:26.936661 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 58384) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:06:27.039266 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697ac34a-b3a4-4b50-b270-7ff97a5988d5 req-71c9e56c-77af-4bae-8c9c-f6a004c75c4f tempest-DeleteServersTestJSON-1079423793 tempest-DeleteServersTestJSON-1079423793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:06:27.040927 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-697ac34a-b3a4-4b50-b270-7ff97a5988d5 req-71c9e56c-77af-4bae-8c9c-f6a004c75c4f tempest-DeleteServersTestJSON-1079423793 tempest-DeleteServersTestJSON-1079423793-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b6dc115-d69d-463c-a82c-c3c9df26aad6 HTTP/1.1" status: 200 len: 945 time: 0.3077714 Jul 16 14:06:27.054510 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a873db8-feea-4cdc-a769-b4eac748dd28 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Router 2ea68513-8ff3-45f6-b748-c07ceb1512d3 has already been hosted by L3 agent d50ece19-a35b-4d9c-a2c6-6c45fbfb3bdd {{(pid=93101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 14:06:27.087691 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d030c603-ee2e-459b-9366-45a00703534e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:27.097307 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.db.resource_extend [None req-5233edda-d119-408b-8171-144ef38be914 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 14:06:27.107774 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc14c6ab-358c-45ae-8a3b-b7626cc04288 req-93b25589-539b-4df0-b315-7eb304b8796e tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:06:27.109270 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-dc14c6ab-358c-45ae-8a3b-b7626cc04288 req-93b25589-539b-4df0-b315-7eb304b8796e tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b8c1db0-7953-43b1-b307-08491a3031f2 HTTP/1.1" status: 200 len: 945 time: 0.1815910 Jul 16 14:06:27.139577 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239407bd-5d0a-41a4-a724-6f2161a15d7e req-35a797b7-53ac-4720-b15e-9c3c8b852194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:06:27.141205 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-239407bd-5d0a-41a4-a724-6f2161a15d7e req-35a797b7-53ac-4720-b15e-9c3c8b852194 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1ae576c2cfcb49e6ac111e6b815960e5&device_id=4b8c1db0-7953-43b1-b307-08491a3031f2 HTTP/1.1" status: 200 len: 1098 time: 0.2500403 Jul 16 14:06:27.175039 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d030c603-ee2e-459b-9366-45a00703534e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:27.181102 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-697ac34a-b3a4-4b50-b270-7ff97a5988d5 req-82e2f3bf-9ac1-4059-a137-17a02f34588f tempest-DeleteServersTestJSON-1079423793 tempest-DeleteServersTestJSON-1079423793-project] 10.222.0.10 "GET /v2.0/security-groups?id=4b3e9cef-9660-4ae5-9082-aa329bb7eec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335516 Jul 16 14:06:27.221301 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5233edda-d119-408b-8171-144ef38be914 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:27.228475 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5233edda-d119-408b-8171-144ef38be914 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-611497'] for floatingip, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:27.266214 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-dc14c6ab-358c-45ae-8a3b-b7626cc04288 req-a488bbd8-eec8-40cb-b313-ce451728d08c tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/security-groups?id=82181ce4-b774-4a6f-9777-8cd5eff34a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233304 Jul 16 14:06:27.281637 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a873db8-feea-4cdc-a769-b4eac748dd28 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Notify agent at l3_agent.dv-cinder-784763-7-iscsi the message routers_updated {{(pid=93101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 14:06:27.292622 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6a873db8-feea-4cdc-a769-b4eac748dd28 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72406'] for floatingip, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:27.308225 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d000e3-38df-4944-b446-7d64214a62c2 None None] Sync routers for ids ['2ea68513-8ff3-45f6-b748-c07ceb1512d3'] in dv-cinder-784763-7-iscsi {{(pid=93105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 14:06:27.323627 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d000e3-38df-4944-b446-7d64214a62c2 None None] Routers {'2ea68513-8ff3-45f6-b748-c07ceb1512d3'} bound to L3 agent in host dv-cinder-784763-7-iscsi {{(pid=93105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 14:06:27.324477 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.l3_hamode_db [None req-34d000e3-38df-4944-b446-7d64214a62c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T13:57:50Z,description=,heartbeat_timestamp=2021-07-16T14:06:20Z,host='dv-cinder-784763-7-iscsi',id=d50ece19-a35b-4d9c-a2c6-6c45fbfb3bdd,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T13:57:50Z,topic='l3_agent')) {'router_ids': ['2ea68513-8ff3-45f6-b748-c07ceb1512d3'], 'active': True} {{(pid=93105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:06:27.324665 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d030c603-ee2e-459b-9366-45a00703534e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:27.327060 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d030c603-ee2e-459b-9366-45a00703534e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:27.329284 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-d030c603-ee2e-459b-9366-45a00703534e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8d5a9f7a-f397-49b2-9486-f45ac9101903 HTTP/1.1" status: 204 len: 168 time: 0.3916280 Jul 16 14:06:27.339040 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-6a873db8-feea-4cdc-a769-b4eac748dd28 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] 10.222.0.10 "PUT /v2.0/floatingips/101c53b1-5d61-402d-a901-45cea5929825 HTTP/1.1" status: 200 len: 991 time: 1.9698389 Jul 16 14:06:27.345670 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed77822f-6a63-4555-a659-5982e2984dda', 'tag': 'c74e18f5-9c2a-41df-ae2a-c937dfb58e48'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 14:06:27.349314 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}669b174d507dea59856bca4514a747f2bad56b4b9d456cc0353e9cf2427ac1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c57310fe-ce57-42fa-aa26-0bc57285e536" -d '{"events": [{"name": "network-changed", "server_uuid": "ed77822f-6a63-4555-a659-5982e2984dda", "tag": "c74e18f5-9c2a-41df-ae2a-c937dfb58e48"}]}' {{(pid=93101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 14:06:27.353754 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d030c603-ee2e-459b-9366-45a00703534e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d5a9f7a-f397-49b2-9486-f45ac9101903,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:06:27.389035 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.db.l3_db [None req-5233edda-d119-408b-8171-144ef38be914 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Floating IP 7a0ead6d-bd81-44b3-b626-d1c1d1216e6c associated. External IP: 172.27.1.233, port: 5dc77129-1453-4456-8a98-7b9dd10f5485. Jul 16 14:06:27.433727 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239407bd-5d0a-41a4-a724-6f2161a15d7e req-2d336241-402f-46be-b780-6578c55ec4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:06:27.436628 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 14:06:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbd939d5-1c7f-49fc-bb23-efd1689f105d x-openstack-request-id: req-bbd939d5-1c7f-49fc-bb23-efd1689f105d {{(pid=93101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 14:06:27.436892 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed77822f-6a63-4555-a659-5982e2984dda", "tag": "c74e18f5-9c2a-41df-ae2a-c937dfb58e48", "status": "completed", "code": 200}]} {{(pid=93101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 14:06:27.437554 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-bbd939d5-1c7f-49fc-bb23-efd1689f105d {{(pid=93101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 14:06:27.437935 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed77822f-6a63-4555-a659-5982e2984dda', 'tag': 'c74e18f5-9c2a-41df-ae2a-c937dfb58e48', 'status': 'completed', 'code': 200} Jul 16 14:06:27.438365 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-239407bd-5d0a-41a4-a724-6f2161a15d7e req-2d336241-402f-46be-b780-6578c55ec4a5 service neutron] 10.222.0.25 "GET /v2.0/networks?id=51a90a03-af03-40ca-bb00-7020f83b5182 HTTP/1.1" status: 200 len: 920 time: 0.2781291 Jul 16 14:06:27.486169 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvr_db [None req-34d000e3-38df-4944-b446-7d64214a62c2 None None] Set router 2ea68513-8ff3-45f6-b748-c07ceb1512d3 gateway port host: dv-cinder-784763-7-iscsi {{(pid=93105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 14:06:27.650900 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-239407bd-5d0a-41a4-a724-6f2161a15d7e req-bf799d92-49b8-4b14-a541-044aea8b67d3 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f6da84fc-801a-4296-b2fe-4815f358ea29 HTTP/1.1" status: 200 len: 217 time: 0.1038921 Jul 16 14:06:27.777820 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 58408) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:06:27.791457 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239407bd-5d0a-41a4-a724-6f2161a15d7e req-dd6f62cf-071c-44b3-81ef-d9cd7c5c6c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:06:27.792914 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-239407bd-5d0a-41a4-a724-6f2161a15d7e req-dd6f62cf-071c-44b3-81ef-d9cd7c5c6c8e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1d5393f6-20e0-4dbd-a198-cb03cfea0892 HTTP/1.1" status: 200 len: 859 time: 0.1149282 Jul 16 14:06:27.799467 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-67e45c5b-9b90-4b43-bf7f-8de73e56c53f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:27.930909 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-239407bd-5d0a-41a4-a724-6f2161a15d7e req-1a04c9f9-7e5f-45fb-9573-35eab69e5c34 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=51a90a03-af03-40ca-bb00-7020f83b5182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1202309 Jul 16 14:06:27.940075 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5233edda-d119-408b-8171-144ef38be914 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Router fea882b0-1fd1-4bb1-a881-eb7e1e81c560 has already been hosted by L3 agent d50ece19-a35b-4d9c-a2c6-6c45fbfb3bdd {{(pid=93102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 14:06:27.944355 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.l3_hamode_db [None req-34d000e3-38df-4944-b446-7d64214a62c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ea68513-8ff3-45f6-b748-c07ceb1512d3', 'name': 'tempest-AttachVolumeTestJSON-553302294-router', 'tenant_id': 'b3b16082e5f440ba8228e496c1f92b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'external_fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': '936e5680-6b45-41c7-9073-dbaa75f76f33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T14:05:34Z', 'updated_at': '2021-07-16T14:05:46Z', 'revision_number': 4, 'project_id': 'b3b16082e5f440ba8228e496c1f92b3a', 'gw_port': {'id': '936e5680-6b45-41c7-9073-dbaa75f76f33', 'name': '', 'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:64:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ea68513-8ff3-45f6-b748-c07ceb1512d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:05:35Z', 'updated_at': '2021-07-16T14:05:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-7-iscsi', '_floatingips': [{'id': '101c53b1-5d61-402d-a901-45cea5929825', 'tenant_id': 'b3b16082e5f440ba8228e496c1f92b3a', 'floating_ip_address': '172.27.1.100', 'floating_network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'router_id': '2ea68513-8ff3-45f6-b748-c07ceb1512d3', 'port_id': 'c74e18f5-9c2a-41df-ae2a-c937dfb58e48', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05b30fe7-953a-4cd0-9508-7a8db0272a66', 'mac_address': 'fa:16:3e:46:c8:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed77822f-6a63-4555-a659-5982e2984dda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T14:05:57Z', 'updated_at': '2021-07-16T14:06:26Z', 'revision_number': 1, 'project_id': 'b3b16082e5f440ba8228e496c1f92b3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9afb8bb1-c75a-4798-bed6-205ab3a5d557', 'name': '', 'network_id': '05b30fe7-953a-4cd0-9508-7a8db0272a66', 'tenant_id': 'b3b16082e5f440ba8228e496c1f92b3a', 'mac_address': 'fa:16:3e:b9:84:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ea68513-8ff3-45f6-b748-c07ceb1512d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '06d06c6a-1905-449b-b463-f55701ce50ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:05:42Z', 'updated_at': '2021-07-16T14:05:58Z', 'revision_number': 5, 'project_id': 'b3b16082e5f440ba8228e496c1f92b3a', 'subnets': [{'id': '06d06c6a-1905-449b-b463-f55701ce50ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-7-iscsi', False) {} {{(pid=93105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:06:27.960828 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57310fe-ce57-42fa-aa26-0bc57285e536 req-c8baaa20-4fc7-43ac-8f95-4a9550d35eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:06:27.964812 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-c57310fe-ce57-42fa-aa26-0bc57285e536 req-c8baaa20-4fc7-43ac-8f95-4a9550d35eeb service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b3b16082e5f440ba8228e496c1f92b3a&device_id=ed77822f-6a63-4555-a659-5982e2984dda HTTP/1.1" status: 200 len: 1098 time: 0.3265111 Jul 16 14:06:27.972301 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-67e45c5b-9b90-4b43-bf7f-8de73e56c53f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:27.980223 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-67e45c5b-9b90-4b43-bf7f-8de73e56c53f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:27.987557 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d000e3-38df-4944-b446-7d64214a62c2 None None] Checking router: 2ea68513-8ff3-45f6-b748-c07ceb1512d3 for host: dv-cinder-784763-7-iscsi {{(pid=93105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 14:06:28.000544 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d000e3-38df-4944-b446-7d64214a62c2 None None] Routers {'2ea68513-8ff3-45f6-b748-c07ceb1512d3'} bound to L3 agent in host dv-cinder-784763-7-iscsi {{(pid=93105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 14:06:28.001408 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.l3_hamode_db [None req-34d000e3-38df-4944-b446-7d64214a62c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T13:57:50Z,description=,heartbeat_timestamp=2021-07-16T14:06:20Z,host='dv-cinder-784763-7-iscsi',id=d50ece19-a35b-4d9c-a2c6-6c45fbfb3bdd,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T13:57:50Z,topic='l3_agent')) {'router_ids': ['2ea68513-8ff3-45f6-b748-c07ceb1512d3'], 'active': True} {{(pid=93105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:06:28.041976 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e45c5b-9b90-4b43-bf7f-8de73e56c53f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e916241-d798-4a23-9290-708a1601dab3,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:06:28.049105 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-67e45c5b-9b90-4b43-bf7f-8de73e56c53f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2d6e36dceec9471e93f5e157c0957bb2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2673669 Jul 16 14:06:28.049533 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 58424) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:06:28.143979 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvr_db [None req-34d000e3-38df-4944-b446-7d64214a62c2 None None] Set router 2ea68513-8ff3-45f6-b748-c07ceb1512d3 gateway port host: dv-cinder-784763-7-iscsi {{(pid=93105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 14:06:28.171911 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-81c52226-24ce-4cbb-b1cd-af7983a01006 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:28.220155 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b161c11-0902-4fdf-ba35-60f450b1f861 req-4232dc1e-bbca-4771-b334-4dd14b09e85b tempest-DeleteServersTestJSON-1079423793 tempest-DeleteServersTestJSON-1079423793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:06:28.221684 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-6b161c11-0902-4fdf-ba35-60f450b1f861 req-4232dc1e-bbca-4771-b334-4dd14b09e85b tempest-DeleteServersTestJSON-1079423793 tempest-DeleteServersTestJSON-1079423793-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b6dc115-d69d-463c-a82c-c3c9df26aad6 HTTP/1.1" status: 200 len: 945 time: 0.1152794 Jul 16 14:06:28.223706 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-81c52226-24ce-4cbb-b1cd-af7983a01006 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:28.274806 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-81c52226-24ce-4cbb-b1cd-af7983a01006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:28.277492 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-81c52226-24ce-4cbb-b1cd-af7983a01006 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:28.280942 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-81c52226-24ce-4cbb-b1cd-af7983a01006 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2e916241-d798-4a23-9290-708a1601dab3 HTTP/1.1" status: 204 len: 168 time: 0.2282374 Jul 16 14:06:28.288520 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c52226-24ce-4cbb-b1cd-af7983a01006 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e916241-d798-4a23-9290-708a1601dab3,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:06:28.436912 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8520b21d-8f5a-40de-b4cc-cf99cc9a7b2e req-0f97ef5a-e680-4c3c-b508-4271940af318 tempest-DeleteServersTestJSON-1079423793 tempest-DeleteServersTestJSON-1079423793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:06:28.442989 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-239407bd-5d0a-41a4-a724-6f2161a15d7e req-d94e3ce8-1704-4448-a72f-1052c720511b service neutron] 10.222.0.25 "GET /v2.0/networks/51a90a03-af03-40ca-bb00-7020f83b5182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4965608 Jul 16 14:06:28.446728 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.l3_hamode_db [None req-34d000e3-38df-4944-b446-7d64214a62c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ea68513-8ff3-45f6-b748-c07ceb1512d3', 'name': 'tempest-AttachVolumeTestJSON-553302294-router', 'tenant_id': 'b3b16082e5f440ba8228e496c1f92b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'external_fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': '936e5680-6b45-41c7-9073-dbaa75f76f33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T14:05:34Z', 'updated_at': '2021-07-16T14:05:46Z', 'revision_number': 4, 'project_id': 'b3b16082e5f440ba8228e496c1f92b3a', 'gw_port': {'id': '936e5680-6b45-41c7-9073-dbaa75f76f33', 'name': '', 'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:64:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ea68513-8ff3-45f6-b748-c07ceb1512d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:05:35Z', 'updated_at': '2021-07-16T14:05:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-7-iscsi', '_floatingips': [{'id': '101c53b1-5d61-402d-a901-45cea5929825', 'tenant_id': 'b3b16082e5f440ba8228e496c1f92b3a', 'floating_ip_address': '172.27.1.100', 'floating_network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'router_id': '2ea68513-8ff3-45f6-b748-c07ceb1512d3', 'port_id': 'c74e18f5-9c2a-41df-ae2a-c937dfb58e48', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05b30fe7-953a-4cd0-9508-7a8db0272a66', 'mac_address': 'fa:16:3e:46:c8:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed77822f-6a63-4555-a659-5982e2984dda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T14:05:57Z', 'updated_at': '2021-07-16T14:06:26Z', 'revision_number': 1, 'project_id': 'b3b16082e5f440ba8228e496c1f92b3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9afb8bb1-c75a-4798-bed6-205ab3a5d557', 'name': '', 'network_id': '05b30fe7-953a-4cd0-9508-7a8db0272a66', 'tenant_id': 'b3b16082e5f440ba8228e496c1f92b3a', 'mac_address': 'fa:16:3e:b9:84:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ea68513-8ff3-45f6-b748-c07ceb1512d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '06d06c6a-1905-449b-b463-f55701ce50ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:05:42Z', 'updated_at': '2021-07-16T14:05:58Z', 'revision_number': 5, 'project_id': 'b3b16082e5f440ba8228e496c1f92b3a', 'subnets': [{'id': '06d06c6a-1905-449b-b463-f55701ce50ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-7-iscsi', False) {} {{(pid=93105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:06:28.447199 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-8520b21d-8f5a-40de-b4cc-cf99cc9a7b2e req-0f97ef5a-e680-4c3c-b508-4271940af318 tempest-DeleteServersTestJSON-1079423793 tempest-DeleteServersTestJSON-1079423793-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b6dc115-d69d-463c-a82c-c3c9df26aad6 HTTP/1.1" status: 200 len: 945 time: 0.1042852 Jul 16 14:06:28.484821 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d000e3-38df-4944-b446-7d64214a62c2 None None] The sync data for ids ['2ea68513-8ff3-45f6-b748-c07ceb1512d3'] in dv-cinder-784763-7-iscsi is: [{'id': '2ea68513-8ff3-45f6-b748-c07ceb1512d3', 'name': 'tempest-AttachVolumeTestJSON-553302294-router', 'tenant_id': 'b3b16082e5f440ba8228e496c1f92b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'external_fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': '936e5680-6b45-41c7-9073-dbaa75f76f33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T14:05:34Z', 'updated_at': '2021-07-16T14:05:46Z', 'revision_number': 4, 'project_id': 'b3b16082e5f440ba8228e496c1f92b3a', 'gw_port': {'id': '936e5680-6b45-41c7-9073-dbaa75f76f33', 'name': '', 'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:64:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ea68513-8ff3-45f6-b748-c07ceb1512d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:05:35Z', 'updated_at': '2021-07-16T14:05:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-7-iscsi', '_floatingips': [{'id': '101c53b1-5d61-402d-a901-45cea5929825', 'tenant_id': 'b3b16082e5f440ba8228e496c1f92b3a', 'floating_ip_address': '172.27.1.100', 'floating_network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'router_id': '2ea68513-8ff3-45f6-b748-c07ceb1512d3', 'port_id': 'c74e18f5-9c2a-41df-ae2a-c937dfb58e48', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05b30fe7-953a-4cd0-9508-7a8db0272a66', 'mac_address': 'fa:16:3e:46:c8:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed77822f-6a63-4555-a659-5982e2984dda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T14:05:57Z', 'updated_at': '2021-07-16T14:06:26Z', 'revision_number': 1, 'project_id': 'b3b16082e5f440ba8228e496c1f92b3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9afb8bb1-c75a-4798-bed6-205ab3a5d557', 'name': '', 'network_id': '05b30fe7-953a-4cd0-9508-7a8db0272a66', 'tenant_id': 'b3b16082e5f440ba8228e496c1f92b3a', 'mac_address': 'fa:16:3e:b9:84:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ea68513-8ff3-45f6-b748-c07ceb1512d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '06d06c6a-1905-449b-b463-f55701ce50ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:05:42Z', 'updated_at': '2021-07-16T14:05:58Z', 'revision_number': 5, 'project_id': 'b3b16082e5f440ba8228e496c1f92b3a', 'subnets': [{'id': '06d06c6a-1905-449b-b463-f55701ce50ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 14:06:28.494920 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-8520b21d-8f5a-40de-b4cc-cf99cc9a7b2e req-f4ea7da8-e37c-442f-be84-5277a446e7fe tempest-DeleteServersTestJSON-1079423793 tempest-DeleteServersTestJSON-1079423793-project] 10.222.0.10 "GET /v2.0/security-groups?id=4b3e9cef-9660-4ae5-9082-aa329bb7eec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469637 Jul 16 14:06:28.510108 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5233edda-d119-408b-8171-144ef38be914 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Notify agent at l3_agent.dv-cinder-784763-7-iscsi the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 14:06:28.514380 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f9210f9-1de4-4378-956c-4c00acbfdf7a None None] Sync routers for ids ['fea882b0-1fd1-4bb1-a881-eb7e1e81c560'] in dv-cinder-784763-7-iscsi {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 14:06:28.516320 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5233edda-d119-408b-8171-144ef38be914 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72406'] for floatingip, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:28.525470 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9210f9-1de4-4378-956c-4c00acbfdf7a None None] Routers {'fea882b0-1fd1-4bb1-a881-eb7e1e81c560'} bound to L3 agent in host dv-cinder-784763-7-iscsi {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 14:06:28.526511 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-6f9210f9-1de4-4378-956c-4c00acbfdf7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T13:57:50Z,description=,heartbeat_timestamp=2021-07-16T14:06:20Z,host='dv-cinder-784763-7-iscsi',id=d50ece19-a35b-4d9c-a2c6-6c45fbfb3bdd,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T13:57:50Z,topic='l3_agent')) {'router_ids': ['fea882b0-1fd1-4bb1-a881-eb7e1e81c560'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:06:28.554769 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57310fe-ce57-42fa-aa26-0bc57285e536 req-4ed070c7-cdf1-4c07-90ad-95eed71b673c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:06:28.556450 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-c57310fe-ce57-42fa-aa26-0bc57285e536 req-4ed070c7-cdf1-4c07-90ad-95eed71b673c service neutron] 10.222.0.25 "GET /v2.0/networks?id=05b30fe7-953a-4cd0-9508-7a8db0272a66 HTTP/1.1" status: 200 len: 911 time: 0.2869916 Jul 16 14:06:28.577394 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-5233edda-d119-408b-8171-144ef38be914 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "PUT /v2.0/floatingips/7a0ead6d-bd81-44b3-b626-d1c1d1216e6c HTTP/1.1" status: 200 len: 992 time: 2.6498358 Jul 16 14:06:28.578311 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7c92e1b-6094-4c34-87d7-cc60aafaa6c1', 'tag': '5dc77129-1453-4456-8a98-7b9dd10f5485'}] {{(pid=93102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 14:06:28.580889 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a11fcfe668901014f0ad0c9d70c66bea342e29a2e59f45ce58be81cf923ee92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98fbf13b-2a4f-4617-bbd0-2c5638f0418b" -d '{"events": [{"name": "network-changed", "server_uuid": "a7c92e1b-6094-4c34-87d7-cc60aafaa6c1", "tag": "5dc77129-1453-4456-8a98-7b9dd10f5485"}]}' {{(pid=93102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 14:06:28.606999 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86e2873-11f3-4558-acb9-d1de59653872 req-dd42b076-8d34-4c76-8c98-c5a0b9ef0bd5 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:06:28.609121 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-f86e2873-11f3-4558-acb9-d1de59653872 req-dd42b076-8d34-4c76-8c98-c5a0b9ef0bd5 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b8c1db0-7953-43b1-b307-08491a3031f2 HTTP/1.1" status: 200 len: 945 time: 0.1615448 Jul 16 14:06:28.647947 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-6f9210f9-1de4-4378-956c-4c00acbfdf7a None None] Set router fea882b0-1fd1-4bb1-a881-eb7e1e81c560 gateway port host: dv-cinder-784763-7-iscsi {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 14:06:28.657042 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-f86e2873-11f3-4558-acb9-d1de59653872 req-e1f75663-666d-4743-9319-af91803ca242 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/security-groups?id=82181ce4-b774-4a6f-9777-8cd5eff34a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418584 Jul 16 14:06:28.742963 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 14:06:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6152f0e-c427-4f3b-ae26-4837cbc9c355 x-openstack-request-id: req-f6152f0e-c427-4f3b-ae26-4837cbc9c355 {{(pid=93102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 14:06:28.743254 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7c92e1b-6094-4c34-87d7-cc60aafaa6c1", "tag": "5dc77129-1453-4456-8a98-7b9dd10f5485", "status": "completed", "code": 200}]} {{(pid=93102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 14:06:28.743524 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f6152f0e-c427-4f3b-ae26-4837cbc9c355 {{(pid=93102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 14:06:28.743905 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7c92e1b-6094-4c34-87d7-cc60aafaa6c1', 'tag': '5dc77129-1453-4456-8a98-7b9dd10f5485', 'status': 'completed', 'code': 200} Jul 16 14:06:28.778527 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bda308f-d65e-4357-8681-aaa2d6a1130b None None] New status for floating IP 101c53b1-5d61-402d-a901-45cea5929825: ACTIVE {{(pid=93105) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 14:06:28.979867 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-6f9210f9-1de4-4378-956c-4c00acbfdf7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fea882b0-1fd1-4bb1-a881-eb7e1e81c560', 'name': 'tempest-AttachVolumeShelveTestJSON-512653053-router', 'tenant_id': 'a6bc8fee6e964669b7be670f21fca0f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'external_fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': '7b78f32c-2227-4088-9787-b67d4084a4d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T14:05:31Z', 'updated_at': '2021-07-16T14:05:39Z', 'revision_number': 4, 'project_id': 'a6bc8fee6e964669b7be670f21fca0f5', 'gw_port': {'id': '7b78f32c-2227-4088-9787-b67d4084a4d4', 'name': '', 'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:3a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea882b0-1fd1-4bb1-a881-eb7e1e81c560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:05:32Z', 'updated_at': '2021-07-16T14:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-7-iscsi', '_floatingips': [{'id': '7a0ead6d-bd81-44b3-b626-d1c1d1216e6c', 'tenant_id': 'a6bc8fee6e964669b7be670f21fca0f5', 'floating_ip_address': '172.27.1.233', 'floating_network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'router_id': 'fea882b0-1fd1-4bb1-a881-eb7e1e81c560', 'port_id': '5dc77129-1453-4456-8a98-7b9dd10f5485', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a4fb2c2-e115-4208-b9b7-fb0af769d696', 'mac_address': 'fa:16:3e:53:7f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c92e1b-6094-4c34-87d7-cc60aafaa6c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T14:05:50Z', 'updated_at': '2021-07-16T14:06:26Z', 'revision_number': 1, 'project_id': 'a6bc8fee6e964669b7be670f21fca0f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fe6d90a-41b1-4a21-a4b0-d37e1c60bd77', 'name': '', 'network_id': '3a4fb2c2-e115-4208-b9b7-fb0af769d696', 'tenant_id': 'a6bc8fee6e964669b7be670f21fca0f5', 'mac_address': 'fa:16:3e:d3:1c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea882b0-1fd1-4bb1-a881-eb7e1e81c560', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '9264d998-2235-4ea7-905f-68b77e185814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:05:37Z', 'updated_at': '2021-07-16T14:05:50Z', 'revision_number': 5, 'project_id': 'a6bc8fee6e964669b7be670f21fca0f5', 'subnets': [{'id': '9264d998-2235-4ea7-905f-68b77e185814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-7-iscsi', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:06:29.012914 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f9210f9-1de4-4378-956c-4c00acbfdf7a None None] Checking router: fea882b0-1fd1-4bb1-a881-eb7e1e81c560 for host: dv-cinder-784763-7-iscsi {{(pid=93103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 14:06:29.022009 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9210f9-1de4-4378-956c-4c00acbfdf7a None None] Routers {'fea882b0-1fd1-4bb1-a881-eb7e1e81c560'} bound to L3 agent in host dv-cinder-784763-7-iscsi {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 14:06:29.023127 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-6f9210f9-1de4-4378-956c-4c00acbfdf7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T13:57:50Z,description=,heartbeat_timestamp=2021-07-16T14:06:20Z,host='dv-cinder-784763-7-iscsi',id=d50ece19-a35b-4d9c-a2c6-6c45fbfb3bdd,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T13:57:50Z,topic='l3_agent')) {'router_ids': ['fea882b0-1fd1-4bb1-a881-eb7e1e81c560'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:06:29.142112 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-6f9210f9-1de4-4378-956c-4c00acbfdf7a None None] Set router fea882b0-1fd1-4bb1-a881-eb7e1e81c560 gateway port host: dv-cinder-784763-7-iscsi {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 14:06:29.367105 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-6f9210f9-1de4-4378-956c-4c00acbfdf7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fea882b0-1fd1-4bb1-a881-eb7e1e81c560', 'name': 'tempest-AttachVolumeShelveTestJSON-512653053-router', 'tenant_id': 'a6bc8fee6e964669b7be670f21fca0f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'external_fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': '7b78f32c-2227-4088-9787-b67d4084a4d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T14:05:31Z', 'updated_at': '2021-07-16T14:05:39Z', 'revision_number': 4, 'project_id': 'a6bc8fee6e964669b7be670f21fca0f5', 'gw_port': {'id': '7b78f32c-2227-4088-9787-b67d4084a4d4', 'name': '', 'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:3a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea882b0-1fd1-4bb1-a881-eb7e1e81c560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:05:32Z', 'updated_at': '2021-07-16T14:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-7-iscsi', '_floatingips': [{'id': '7a0ead6d-bd81-44b3-b626-d1c1d1216e6c', 'tenant_id': 'a6bc8fee6e964669b7be670f21fca0f5', 'floating_ip_address': '172.27.1.233', 'floating_network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'router_id': 'fea882b0-1fd1-4bb1-a881-eb7e1e81c560', 'port_id': '5dc77129-1453-4456-8a98-7b9dd10f5485', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a4fb2c2-e115-4208-b9b7-fb0af769d696', 'mac_address': 'fa:16:3e:53:7f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c92e1b-6094-4c34-87d7-cc60aafaa6c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T14:05:50Z', 'updated_at': '2021-07-16T14:06:26Z', 'revision_number': 1, 'project_id': 'a6bc8fee6e964669b7be670f21fca0f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fe6d90a-41b1-4a21-a4b0-d37e1c60bd77', 'name': '', 'network_id': '3a4fb2c2-e115-4208-b9b7-fb0af769d696', 'tenant_id': 'a6bc8fee6e964669b7be670f21fca0f5', 'mac_address': 'fa:16:3e:d3:1c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea882b0-1fd1-4bb1-a881-eb7e1e81c560', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '9264d998-2235-4ea7-905f-68b77e185814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:05:37Z', 'updated_at': '2021-07-16T14:05:50Z', 'revision_number': 5, 'project_id': 'a6bc8fee6e964669b7be670f21fca0f5', 'subnets': [{'id': '9264d998-2235-4ea7-905f-68b77e185814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-7-iscsi', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:06:29.393684 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f9210f9-1de4-4378-956c-4c00acbfdf7a None None] The sync data for ids ['fea882b0-1fd1-4bb1-a881-eb7e1e81c560'] in dv-cinder-784763-7-iscsi is: [{'id': 'fea882b0-1fd1-4bb1-a881-eb7e1e81c560', 'name': 'tempest-AttachVolumeShelveTestJSON-512653053-router', 'tenant_id': 'a6bc8fee6e964669b7be670f21fca0f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'external_fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': '7b78f32c-2227-4088-9787-b67d4084a4d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T14:05:31Z', 'updated_at': '2021-07-16T14:05:39Z', 'revision_number': 4, 'project_id': 'a6bc8fee6e964669b7be670f21fca0f5', 'gw_port': {'id': '7b78f32c-2227-4088-9787-b67d4084a4d4', 'name': '', 'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:3a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea882b0-1fd1-4bb1-a881-eb7e1e81c560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:05:32Z', 'updated_at': '2021-07-16T14:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-7-iscsi', '_floatingips': [{'id': '7a0ead6d-bd81-44b3-b626-d1c1d1216e6c', 'tenant_id': 'a6bc8fee6e964669b7be670f21fca0f5', 'floating_ip_address': '172.27.1.233', 'floating_network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'router_id': 'fea882b0-1fd1-4bb1-a881-eb7e1e81c560', 'port_id': '5dc77129-1453-4456-8a98-7b9dd10f5485', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a4fb2c2-e115-4208-b9b7-fb0af769d696', 'mac_address': 'fa:16:3e:53:7f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c92e1b-6094-4c34-87d7-cc60aafaa6c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T14:05:50Z', 'updated_at': '2021-07-16T14:06:26Z', 'revision_number': 1, 'project_id': 'a6bc8fee6e964669b7be670f21fca0f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fe6d90a-41b1-4a21-a4b0-d37e1c60bd77', 'name': '', 'network_id': '3a4fb2c2-e115-4208-b9b7-fb0af769d696', 'tenant_id': 'a6bc8fee6e964669b7be670f21fca0f5', 'mac_address': 'fa:16:3e:d3:1c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea882b0-1fd1-4bb1-a881-eb7e1e81c560', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '9264d998-2235-4ea7-905f-68b77e185814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:05:37Z', 'updated_at': '2021-07-16T14:05:50Z', 'revision_number': 5, 'project_id': 'a6bc8fee6e964669b7be670f21fca0f5', 'subnets': [{'id': '9264d998-2235-4ea7-905f-68b77e185814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 14:06:29.575602 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80dfc9b0-e5af-4f6a-ba97-e1eb484d946f None None] New status for floating IP 7a0ead6d-bd81-44b3-b626-d1c1d1216e6c: ACTIVE {{(pid=93103) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 14:06:30.323382 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 58510) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:06:30.420205 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-fab6cd46-6cfa-4679-8a6f-4c03c794a177 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:30.504306 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-fab6cd46-6cfa-4679-8a6f-4c03c794a177 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:30.508613 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-fab6cd46-6cfa-4679-8a6f-4c03c794a177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:30.545575 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-fab6cd46-6cfa-4679-8a6f-4c03c794a177 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=21e1ef7e56a64dd9bee42ac480ea583e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2211635 Jul 16 14:06:30.547503 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab6cd46-6cfa-4679-8a6f-4c03c794a177 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc124597-2285-4929-a893-d10a008fa191,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:06:30.548219 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 58514) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:06:30.596661 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5ba3b0af-2393-4ef7-996a-ad022d879278 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:30.617002 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5ba3b0af-2393-4ef7-996a-ad022d879278 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:30.665123 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5ba3b0af-2393-4ef7-996a-ad022d879278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:30.667769 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5ba3b0af-2393-4ef7-996a-ad022d879278 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:30.669019 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-5ba3b0af-2393-4ef7-996a-ad022d879278 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/dc124597-2285-4929-a893-d10a008fa191 HTTP/1.1" status: 204 len: 168 time: 0.1197524 Jul 16 14:06:30.676301 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba3b0af-2393-4ef7-996a-ad022d879278 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc124597-2285-4929-a893-d10a008fa191,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:06:30.917904 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 58520) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:06:30.930828 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ebacf834-db71-4e06-a65a-03562ead26c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:31.016365 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ebacf834-db71-4e06-a65a-03562ead26c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:31.021451 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ebacf834-db71-4e06-a65a-03562ead26c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:31.060435 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-ebacf834-db71-4e06-a65a-03562ead26c6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=dc5d238d541943138b39a71c6c6e5aef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1414390 Jul 16 14:06:31.061376 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebacf834-db71-4e06-a65a-03562ead26c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b77254a0-76ff-4dee-87b6-1b52c29c5d92,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:06:31.063036 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 58524) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:06:31.114282 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-021fbc05-4cb8-4973-8f1e-c13138bbc0f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:31.134960 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-021fbc05-4cb8-4973-8f1e-c13138bbc0f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:31.426392 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-c57310fe-ce57-42fa-aa26-0bc57285e536 req-645bb13e-4be2-4291-acc6-effe0f84a8a4 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c74e18f5-9c2a-41df-ae2a-c937dfb58e48 HTTP/1.1" status: 200 len: 1001 time: 0.1655703 Jul 16 14:06:31.507546 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-239407bd-5d0a-41a4-a724-6f2161a15d7e req-dc6196e9-ff5e-4764-913c-e585a2c31bf0 service neutron] 10.222.0.25 "GET /v2.0/networks/51a90a03-af03-40ca-bb00-7020f83b5182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2388494 Jul 16 14:06:31.519126 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-021fbc05-4cb8-4973-8f1e-c13138bbc0f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:31.519650 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57310fe-ce57-42fa-aa26-0bc57285e536 req-ff5c7c33-8ed6-484c-9eee-0c439ec0f33b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:06:31.520680 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-c57310fe-ce57-42fa-aa26-0bc57285e536 req-ff5c7c33-8ed6-484c-9eee-0c439ec0f33b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=06d06c6a-1905-449b-b463-f55701ce50ca HTTP/1.1" status: 200 len: 849 time: 0.0717528 Jul 16 14:06:31.521938 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-021fbc05-4cb8-4973-8f1e-c13138bbc0f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:31.522842 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-021fbc05-4cb8-4973-8f1e-c13138bbc0f1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b77254a0-76ff-4dee-87b6-1b52c29c5d92 HTTP/1.1" status: 204 len: 168 time: 0.4588189 Jul 16 14:06:31.547902 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021fbc05-4cb8-4973-8f1e-c13138bbc0f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b77254a0-76ff-4dee-87b6-1b52c29c5d92,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:06:31.569679 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021fbc05-4cb8-4973-8f1e-c13138bbc0f1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:06:31.569679 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021fbc05-4cb8-4973-8f1e-c13138bbc0f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:06:31.569871 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021fbc05-4cb8-4973-8f1e-c13138bbc0f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:06:31.571242 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021fbc05-4cb8-4973-8f1e-c13138bbc0f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:06:31.571242 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021fbc05-4cb8-4973-8f1e-c13138bbc0f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:06:31.571518 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021fbc05-4cb8-4973-8f1e-c13138bbc0f1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:06:31.571785 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021fbc05-4cb8-4973-8f1e-c13138bbc0f1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:06:31.572133 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021fbc05-4cb8-4973-8f1e-c13138bbc0f1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:06:31.572481 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021fbc05-4cb8-4973-8f1e-c13138bbc0f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:06:31.573171 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021fbc05-4cb8-4973-8f1e-c13138bbc0f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:06:31.573171 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021fbc05-4cb8-4973-8f1e-c13138bbc0f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:06:31.573496 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021fbc05-4cb8-4973-8f1e-c13138bbc0f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:06:31.574173 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72137d16-1609-4e47-8295-8b74aa1ae567 req-a13e46d6-89c5-420d-a3b2-dece5c296401 tempest-DeleteServersTestJSON-1079423793 tempest-DeleteServersTestJSON-1079423793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:06:31.587289 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fbf13b-2a4f-4617-bbd0-2c5638f0418b req-3290d04a-4431-4238-9f9d-900db5a141df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:06:31.588850 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-98fbf13b-2a4f-4617-bbd0-2c5638f0418b req-3290d04a-4431-4238-9f9d-900db5a141df service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a6bc8fee6e964669b7be670f21fca0f5&device_id=a7c92e1b-6094-4c34-87d7-cc60aafaa6c1 HTTP/1.1" status: 200 len: 1099 time: 0.1841114 Jul 16 14:06:31.589221 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-72137d16-1609-4e47-8295-8b74aa1ae567 req-a13e46d6-89c5-420d-a3b2-dece5c296401 tempest-DeleteServersTestJSON-1079423793 tempest-DeleteServersTestJSON-1079423793-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b6dc115-d69d-463c-a82c-c3c9df26aad6 HTTP/1.1" status: 200 len: 945 time: 0.1745362 Jul 16 14:06:31.602949 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-6b161c11-0902-4fdf-ba35-60f450b1f861 req-486dafc9-e69e-41b8-91b2-6914b77a654a tempest-DeleteServersTestJSON-1079423793 tempest-DeleteServersTestJSON-1079423793-project] Deleting port 339567f1-2447-45d8-b678-b66efa0f9eeb {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 14:06:31.603297 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-6b161c11-0902-4fdf-ba35-60f450b1f861 req-486dafc9-e69e-41b8-91b2-6914b77a654a tempest-DeleteServersTestJSON-1079423793 tempest-DeleteServersTestJSON-1079423793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736156223663'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:31.640418 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef26d88-fc04-4350-b26f-7411d426a437 req-0b6b86c7-9da7-4f15-b5d5-60811a97af20 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:06:31.642021 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-2ef26d88-fc04-4350-b26f-7411d426a437 req-0b6b86c7-9da7-4f15-b5d5-60811a97af20 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b8c1db0-7953-43b1-b307-08491a3031f2 HTTP/1.1" status: 200 len: 945 time: 0.1830904 Jul 16 14:06:31.656806 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57310fe-ce57-42fa-aa26-0bc57285e536 req-d0754cc5-ea11-4345-bae8-587ec63b1526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:06:31.658287 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-c57310fe-ce57-42fa-aa26-0bc57285e536 req-d0754cc5-ea11-4345-bae8-587ec63b1526 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=05b30fe7-953a-4cd0-9508-7a8db0272a66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1286640 Jul 16 14:06:31.665693 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-72137d16-1609-4e47-8295-8b74aa1ae567 req-4e9236b5-c7f1-4058-9c07-220c145b8644 tempest-DeleteServersTestJSON-1079423793 tempest-DeleteServersTestJSON-1079423793-project] 10.222.0.10 "GET /v2.0/security-groups?id=4b3e9cef-9660-4ae5-9082-aa329bb7eec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755472 Jul 16 14:06:31.776614 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-2ef26d88-fc04-4350-b26f-7411d426a437 req-10226b04-dc48-4934-8b8a-553a4f4529b6 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/security-groups?id=82181ce4-b774-4a6f-9777-8cd5eff34a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254976 Jul 16 14:06:31.809875 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-c57310fe-ce57-42fa-aa26-0bc57285e536 req-ef061242-2b84-4baf-bcaf-109922c26cdc service neutron] 10.222.0.25 "GET /v2.0/networks/05b30fe7-953a-4cd0-9508-7a8db0272a66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992165 Jul 16 14:06:31.813302 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-6b161c11-0902-4fdf-ba35-60f450b1f861 req-486dafc9-e69e-41b8-91b2-6914b77a654a tempest-DeleteServersTestJSON-1079423793 tempest-DeleteServersTestJSON-1079423793-project] For port 339567f1-2447-45d8-b678-b66efa0f9eeb, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=339567f1-2447-45d8-b678-b66efa0f9eeb,segment=NetworkSegment(fb621f83-4c98-48a9-b1d0-65df1adb2471),segment_id=fb621f83-4c98-48a9-b1d0-65df1adb2471)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:06:31.813697 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-6b161c11-0902-4fdf-ba35-60f450b1f861 req-486dafc9-e69e-41b8-91b2-6914b77a654a tempest-DeleteServersTestJSON-1079423793 tempest-DeleteServersTestJSON-1079423793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683922'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:31.830327 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fbf13b-2a4f-4617-bbd0-2c5638f0418b req-da693d6f-69e5-4f71-8f2e-b9cd4f05f6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:06:31.831804 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-98fbf13b-2a4f-4617-bbd0-2c5638f0418b req-da693d6f-69e5-4f71-8f2e-b9cd4f05f6fe service neutron] 10.222.0.25 "GET /v2.0/networks?id=3a4fb2c2-e115-4208-b9b7-fb0af769d696 HTTP/1.1" status: 200 len: 917 time: 0.2232363 Jul 16 14:06:31.832650 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-6b161c11-0902-4fdf-ba35-60f450b1f861 req-486dafc9-e69e-41b8-91b2-6914b77a654a tempest-DeleteServersTestJSON-1079423793 tempest-DeleteServersTestJSON-1079423793-project] Calling delete_port for 339567f1-2447-45d8-b678-b66efa0f9eeb owned by compute:nova {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 14:06:31.991775 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-6b161c11-0902-4fdf-ba35-60f450b1f861 req-486dafc9-e69e-41b8-91b2-6914b77a654a tempest-DeleteServersTestJSON-1079423793 tempest-DeleteServersTestJSON-1079423793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736156224386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736155824267'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:32.022905 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486dafc9-e69e-41b8-91b2-6914b77a654a tempest-DeleteServersTestJSON-1079423793 tempest-DeleteServersTestJSON-1079423793-project] Pushing event deleted for resources: {'Port': ['ID=339567f1-2447-45d8-b678-b66efa0f9eeb,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:06:32.087201 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b161c11-0902-4fdf-ba35-60f450b1f861 req-486dafc9-e69e-41b8-91b2-6914b77a654a tempest-DeleteServersTestJSON-1079423793 tempest-DeleteServersTestJSON-1079423793-project] No DVR routers for this DVR port 339567f1-2447-45d8-b678-b66efa0f9eeb on host hv-cinder-78476 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 14:06:32.090299 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-6b161c11-0902-4fdf-ba35-60f450b1f861 req-486dafc9-e69e-41b8-91b2-6914b77a654a tempest-DeleteServersTestJSON-1079423793 tempest-DeleteServersTestJSON-1079423793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72406'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:32.092261 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-6b161c11-0902-4fdf-ba35-60f450b1f861 req-486dafc9-e69e-41b8-91b2-6914b77a654a tempest-DeleteServersTestJSON-1079423793 tempest-DeleteServersTestJSON-1079423793-project] 10.222.0.25 "DELETE /v2.0/ports/339567f1-2447-45d8-b678-b66efa0f9eeb HTTP/1.1" status: 204 len: 173 time: 0.9366319 Jul 16 14:06:32.092760 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b6dc115-d69d-463c-a82c-c3c9df26aad6', 'name': 'network-vif-deleted', 'tag': '339567f1-2447-45d8-b678-b66efa0f9eeb'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 14:06:32.095165 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}669b174d507dea59856bca4514a747f2bad56b4b9d456cc0353e9cf2427ac1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c8cf51a-1f0b-4e77-b11d-328b3310bfd0" -d '{"events": [{"server_uuid": "4b6dc115-d69d-463c-a82c-c3c9df26aad6", "name": "network-vif-deleted", "tag": "339567f1-2447-45d8-b678-b66efa0f9eeb"}]}' {{(pid=93101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 14:06:32.130564 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 14:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28d3c308-02eb-4f58-aa3e-e57c79b36bdf x-openstack-request-id: req-28d3c308-02eb-4f58-aa3e-e57c79b36bdf {{(pid=93101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 14:06:32.130864 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b6dc115-d69d-463c-a82c-c3c9df26aad6", "name": "network-vif-deleted", "tag": "339567f1-2447-45d8-b678-b66efa0f9eeb", "status": "completed", "code": 200}]} {{(pid=93101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 14:06:32.131113 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-28d3c308-02eb-4f58-aa3e-e57c79b36bdf {{(pid=93101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 14:06:32.131503 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b6dc115-d69d-463c-a82c-c3c9df26aad6', 'name': 'network-vif-deleted', 'tag': '339567f1-2447-45d8-b678-b66efa0f9eeb', 'status': 'completed', 'code': 200} Jul 16 14:06:34.683951 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Device 339567f1-2447-45d8-b678-b66efa0f9eeb no longer exists at agent hyperv_hv-cinder-78476 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 14:06:34.704492 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] No Port match for: 339567f1-2447-45d8-b678-b66efa0f9eeb {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 14:06:34.704935 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Device 339567f1-2447-45d8-b678-b66efa0f9eeb not bound to the agent host hv-cinder-78476 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 14:06:34.795001 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-c57310fe-ce57-42fa-aa26-0bc57285e536 req-698db891-49c3-476a-9715-8b0cd0987893 service neutron] 10.222.0.25 "GET /v2.0/networks/05b30fe7-953a-4cd0-9508-7a8db0272a66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885694 Jul 16 14:06:34.870897 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-98fbf13b-2a4f-4617-bbd0-2c5638f0418b req-f82cbb97-c6d3-48d8-82d7-397851fe712c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5dc77129-1453-4456-8a98-7b9dd10f5485 HTTP/1.1" status: 200 len: 1002 time: 0.0907969 Jul 16 14:06:34.989799 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fbf13b-2a4f-4617-bbd0-2c5638f0418b req-f7982c86-5c1e-490c-bb35-851a5aaf66cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:06:34.990726 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-81ddc370-ea6a-42de-9862-0b3846984bae req-dae6f059-e2fb-464f-bab2-9b6edb773c3b tempest-DeleteServersTestJSON-1079423793 tempest-DeleteServersTestJSON-1079423793-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b6dc115-d69d-463c-a82c-c3c9df26aad6 HTTP/1.1" status: 200 len: 210 time: 0.0315130 Jul 16 14:06:34.991390 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-98fbf13b-2a4f-4617-bbd0-2c5638f0418b req-f7982c86-5c1e-490c-bb35-851a5aaf66cd service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9264d998-2235-4ea7-905f-68b77e185814 HTTP/1.1" status: 200 len: 855 time: 0.0554550 Jul 16 14:06:35.102601 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd834449-70ea-4cd5-8c3e-2ef3cdb3664d req-7866e9dd-8901-4228-88e0-80e384384631 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:06:35.104086 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-dd834449-70ea-4cd5-8c3e-2ef3cdb3664d req-7866e9dd-8901-4228-88e0-80e384384631 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b8c1db0-7953-43b1-b307-08491a3031f2 HTTP/1.1" status: 200 len: 945 time: 0.1053610 Jul 16 14:06:35.105839 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fbf13b-2a4f-4617-bbd0-2c5638f0418b req-0554b1d5-fb2c-436e-b211-550f0f802a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:06:35.107433 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-98fbf13b-2a4f-4617-bbd0-2c5638f0418b req-0554b1d5-fb2c-436e-b211-550f0f802a83 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3a4fb2c2-e115-4208-b9b7-fb0af769d696&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0973349 Jul 16 14:06:35.167368 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-dd834449-70ea-4cd5-8c3e-2ef3cdb3664d req-d5e9c335-52bc-49a0-a0d9-e2f4ec51f816 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/security-groups?id=82181ce4-b774-4a6f-9777-8cd5eff34a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573413 Jul 16 14:06:35.235608 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-98fbf13b-2a4f-4617-bbd0-2c5638f0418b req-00e10dbd-4a46-49d2-b82a-cc66652d9938 service neutron] 10.222.0.25 "GET /v2.0/networks/3a4fb2c2-e115-4208-b9b7-fb0af769d696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091406 Jul 16 14:06:35.327059 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-98fbf13b-2a4f-4617-bbd0-2c5638f0418b req-eebc81d4-be50-47d5-8e26-61f569615ea9 service neutron] 10.222.0.25 "GET /v2.0/networks/3a4fb2c2-e115-4208-b9b7-fb0af769d696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829048 Jul 16 14:06:36.161553 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-2eaf05d4-6211-4574-9c3e-e937eafe8cad req-83891e9a-fbb7-47ff-9db3-635ad4459ed2 tempest-DeleteServersTestJSON-1079423793 tempest-DeleteServersTestJSON-1079423793-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b6dc115-d69d-463c-a82c-c3c9df26aad6 HTTP/1.1" status: 200 len: 210 time: 0.0293109 Jul 16 14:06:36.359011 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c559693-6ff1-451e-bcc2-3221c67bc951 req-9d809ba8-3d0f-4743-a2ae-de3806cf5d9f tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:06:36.360464 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-8c559693-6ff1-451e-bcc2-3221c67bc951 req-9d809ba8-3d0f-4743-a2ae-de3806cf5d9f tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b8c1db0-7953-43b1-b307-08491a3031f2 HTTP/1.1" status: 200 len: 945 time: 0.0626688 Jul 16 14:06:36.401642 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-8c559693-6ff1-451e-bcc2-3221c67bc951 req-ed3de054-bfcd-4130-a9b0-51242fd44264 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/security-groups?id=82181ce4-b774-4a6f-9777-8cd5eff34a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353022 Jul 16 14:06:37.578237 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426caff5-3fbf-40b0-ba97-7a2a4290ead1 req-200cc3b8-e962-495f-95f7-2c4120a0b815 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:06:37.579799 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-426caff5-3fbf-40b0-ba97-7a2a4290ead1 req-200cc3b8-e962-495f-95f7-2c4120a0b815 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b8c1db0-7953-43b1-b307-08491a3031f2 HTTP/1.1" status: 200 len: 945 time: 0.0632768 Jul 16 14:06:37.618389 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-426caff5-3fbf-40b0-ba97-7a2a4290ead1 req-baafe475-d1a6-4e83-84d8-f888833b66a8 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/security-groups?id=82181ce4-b774-4a6f-9777-8cd5eff34a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329781 Jul 16 14:06:39.705156 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.agents_db [None req-74bc78d6-8b96-4e29-998d-b6ecd97de622 None None] Agent healthcheck: found 6 active agents {{(pid=93105) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 14:06:41.234238 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220c2b9a-d0a7-4d63-9f1a-cf73a618cf78 req-801feafb-b4fa-4c39-877a-ef1c89e116fc tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:06:41.235989 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-220c2b9a-d0a7-4d63-9f1a-cf73a618cf78 req-801feafb-b4fa-4c39-877a-ef1c89e116fc tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b8c1db0-7953-43b1-b307-08491a3031f2 HTTP/1.1" status: 200 len: 945 time: 0.0625155 Jul 16 14:06:41.275129 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-220c2b9a-d0a7-4d63-9f1a-cf73a618cf78 req-0fef812e-7030-4e26-8fd6-5d039c2a40ff tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/security-groups?id=82181ce4-b774-4a6f-9777-8cd5eff34a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334048 Jul 16 14:06:42.476143 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883eee51-7857-4bbe-a544-0863515cb555 req-ee1423d5-fd85-47be-a1a0-8fd6da189118 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:06:42.478264 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-883eee51-7857-4bbe-a544-0863515cb555 req-ee1423d5-fd85-47be-a1a0-8fd6da189118 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b8c1db0-7953-43b1-b307-08491a3031f2 HTTP/1.1" status: 200 len: 945 time: 0.0699069 Jul 16 14:06:42.529257 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-883eee51-7857-4bbe-a544-0863515cb555 req-3b059b7b-8eec-4b44-8188-1baee066e0e6 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/security-groups?id=82181ce4-b774-4a6f-9777-8cd5eff34a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446811 Jul 16 14:06:42.991398 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-11865d46-ad2f-429b-a397-5e72c1954e87 req-70272df3-8ad1-4fb7-b0a4-5a47a777038a service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=4ea9a593-16d3-465c-8131-fc586d36046d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0591211 Jul 16 14:06:43.068954 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 58882) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:06:43.145008 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.db.db_base_plugin_v2 [None req-45197b6e-1d37-4b37-8759-235ee18b5c44 admin admin] Deleting subnet f7768dcc-78a4-4fea-a632-9ce14f4e12c3 {{(pid=93101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 14:06:43.149290 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-45197b6e-1d37-4b37-8759-235ee18b5c44 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:43.193456 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-45197b6e-1d37-4b37-8759-235ee18b5c44 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:43.197675 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11865d46-ad2f-429b-a397-5e72c1954e87 req-2a07d8fb-a9e3-43ed-8417-39a7baedbf67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:06:43.199143 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-11865d46-ad2f-429b-a397-5e72c1954e87 req-2a07d8fb-a9e3-43ed-8417-39a7baedbf67 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1ae576c2cfcb49e6ac111e6b815960e5&device_id=4ea9a593-16d3-465c-8131-fc586d36046d HTTP/1.1" status: 200 len: 1098 time: 0.1070380 Jul 16 14:06:43.205458 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-45197b6e-1d37-4b37-8759-235ee18b5c44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16506816'] for subnet, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:43.326671 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-45197b6e-1d37-4b37-8759-235ee18b5c44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16506871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186'] for subnet, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:43.360200 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11865d46-ad2f-429b-a397-5e72c1954e87 req-21aa80dd-4eda-4b1d-b55d-a55c36910fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:06:43.361734 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-11865d46-ad2f-429b-a397-5e72c1954e87 req-21aa80dd-4eda-4b1d-b55d-a55c36910fec service neutron] 10.222.0.25 "GET /v2.0/networks?id=51a90a03-af03-40ca-bb00-7020f83b5182 HTTP/1.1" status: 200 len: 920 time: 0.1371477 Jul 16 14:06:43.363813 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45197b6e-1d37-4b37-8759-235ee18b5c44 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7768dcc-78a4-4fea-a632-9ce14f4e12c3,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:06:43.365523 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-45197b6e-1d37-4b37-8759-235ee18b5c44 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:43.369494 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-45197b6e-1d37-4b37-8759-235ee18b5c44 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/f7768dcc-78a4-4fea-a632-9ce14f4e12c3 HTTP/1.1" status: 204 len: 168 time: 0.2999842 Jul 16 14:06:43.370995 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 58892) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:06:43.426375 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-11865d46-ad2f-429b-a397-5e72c1954e87 req-b5092ef9-5065-4d2a-9702-ca0c68387286 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=80eabd2b-067d-4a77-9822-306b9a1f3212 HTTP/1.1" status: 200 len: 217 time: 0.0409975 Jul 16 14:06:43.441910 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b429b198-663d-4f74-bdf5-1df9f283b538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16272555'] for network, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:43.512273 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11865d46-ad2f-429b-a397-5e72c1954e87 req-2d24d341-3781-43b4-a9d5-c72ff6f43f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:06:43.513824 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-11865d46-ad2f-429b-a397-5e72c1954e87 req-2d24d341-3781-43b4-a9d5-c72ff6f43f3f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1d5393f6-20e0-4dbd-a198-cb03cfea0892 HTTP/1.1" status: 200 len: 859 time: 0.0474818 Jul 16 14:06:43.527808 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b429b198-663d-4f74-bdf5-1df9f283b538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16499620', 'neutron.services.segments.db._delete_segments_for_network-8736156337740'] for network, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:43.538300 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.services.segments.db [None req-b429b198-663d-4f74-bdf5-1df9f283b538 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65b87275-e932-457e-91c7-e4e0bb1d777f']}} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:06:43.549061 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.services.segments.db [None req-b429b198-663d-4f74-bdf5-1df9f283b538 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb621f83-4c98-48a9-b1d0-65df1adb2471') {'for_net_delete': True} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:06:43.549508 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.services.segments.db [None req-b429b198-663d-4f74-bdf5-1df9f283b538 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb621f83-4c98-48a9-b1d0-65df1adb2471') {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:06:43.551824 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-11865d46-ad2f-429b-a397-5e72c1954e87 req-20853433-7130-4e3a-aac2-cc0c1d677e7b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=51a90a03-af03-40ca-bb00-7020f83b5182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261605 Jul 16 14:06:43.571675 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b429b198-663d-4f74-bdf5-1df9f283b538 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736156340821', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4062899'] for segment, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:43.589265 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b429b198-663d-4f74-bdf5-1df9f283b538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16512664'] for segment, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:43.595956 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b429b198-663d-4f74-bdf5-1df9f283b538 admin admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=93102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 14:06:43.596512 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b429b198-663d-4f74-bdf5-1df9f283b538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16512664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4063223'] for segment, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:43.598665 dv-cinder-784763-7-iscsi neutron-server[93102]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 14:06:43.598665 dv-cinder-784763-7-iscsi neutron-server[93102]: conditions |= (models_v2.Port.network_id.in_( Jul 16 14:06:43.598665 dv-cinder-784763-7-iscsi neutron-server[93102]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 14:06:43.598665 dv-cinder-784763-7-iscsi neutron-server[93102]: conditions |= (models_v2.Port.network_id.in_( Jul 16 14:06:43.598665 dv-cinder-784763-7-iscsi neutron-server[93102]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 14:06:43.598665 dv-cinder-784763-7-iscsi neutron-server[93102]: conditions |= (models_v2.Port.network_id.in_( Jul 16 14:06:43.598665 dv-cinder-784763-7-iscsi neutron-server[93102]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 14:06:43.598665 dv-cinder-784763-7-iscsi neutron-server[93102]: conditions |= (models_v2.Port.network_id.in_( Jul 16 14:06:43.598665 dv-cinder-784763-7-iscsi neutron-server[93102]: Traceback (most recent call last): Jul 16 14:06:43.598665 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 14:06:43.598665 dv-cinder-784763-7-iscsi neutron-server[93102]: timer() Jul 16 14:06:43.598665 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 14:06:43.598665 dv-cinder-784763-7-iscsi neutron-server[93102]: cb(*args, **kw) Jul 16 14:06:43.598665 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 14:06:43.598665 dv-cinder-784763-7-iscsi neutron-server[93102]: return func(*args, **kwargs) Jul 16 14:06:43.598665 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 14:06:43.598665 dv-cinder-784763-7-iscsi neutron-server[93102]: self._notify() Jul 16 14:06:43.598665 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 14:06:43.598665 dv-cinder-784763-7-iscsi neutron-server[93102]: self.callback(batched_events) Jul 16 14:06:43.598665 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 14:06:43.598665 dv-cinder-784763-7-iscsi neutron-server[93102]: event.method(event) Jul 16 14:06:43.598665 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 14:06:43.598665 dv-cinder-784763-7-iscsi neutron-server[93102]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 14:06:43.598665 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 14:06:43.598665 dv-cinder-784763-7-iscsi neutron-server[93102]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 14:06:43.598665 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 14:06:43.598665 dv-cinder-784763-7-iscsi neutron-server[93102]: return f(self, *a, **k) Jul 16 14:06:43.598665 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 14:06:43.598665 dv-cinder-784763-7-iscsi neutron-server[93102]: return self._get(url).json() Jul 16 14:06:43.598665 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 14:06:43.598665 dv-cinder-784763-7-iscsi neutron-server[93102]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 14:06:43.598665 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 14:06:43.598665 dv-cinder-784763-7-iscsi neutron-server[93102]: return self.request(url, 'GET', **kwargs) Jul 16 14:06:43.598665 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 14:06:43.598665 dv-cinder-784763-7-iscsi neutron-server[93102]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 14:06:43.598665 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 14:06:43.598665 dv-cinder-784763-7-iscsi neutron-server[93102]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 14:06:43.598665 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 14:06:43.598665 dv-cinder-784763-7-iscsi neutron-server[93102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 14:06:43.598665 dv-cinder-784763-7-iscsi neutron-server[93102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 14:06:43.670962 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b429b198-663d-4f74-bdf5-1df9f283b538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16499645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611519'] for network, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:43.676750 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b429b198-663d-4f74-bdf5-1df9f283b538 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583268'] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:43.679216 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-b429b198-663d-4f74-bdf5-1df9f283b538 admin admin] 10.222.0.10 "DELETE /v2.0/networks/65b87275-e932-457e-91c7-e4e0bb1d777f HTTP/1.1" status: 204 len: 168 time: 0.3048353 Jul 16 14:06:43.707577 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-11865d46-ad2f-429b-a397-5e72c1954e87 req-cee001b4-b79b-495c-90b5-bd80f1663039 service neutron] 10.222.0.25 "GET /v2.0/networks/51a90a03-af03-40ca-bb00-7020f83b5182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436019 Jul 16 14:06:43.709321 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b429b198-663d-4f74-bdf5-1df9f283b538 admin admin] Pushing event deleted for resources: {'Network': ['ID=65b87275-e932-457e-91c7-e4e0bb1d777f,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:06:43.730405 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b429b198-663d-4f74-bdf5-1df9f283b538 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:06:43.730997 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b429b198-663d-4f74-bdf5-1df9f283b538 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:06:43.731512 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b429b198-663d-4f74-bdf5-1df9f283b538 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:06:43.732281 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b429b198-663d-4f74-bdf5-1df9f283b538 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:06:43.733429 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b429b198-663d-4f74-bdf5-1df9f283b538 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:06:43.733965 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b429b198-663d-4f74-bdf5-1df9f283b538 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:06:43.735707 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b429b198-663d-4f74-bdf5-1df9f283b538 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:06:43.736339 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b429b198-663d-4f74-bdf5-1df9f283b538 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:06:43.737458 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b429b198-663d-4f74-bdf5-1df9f283b538 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:06:43.737970 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b429b198-663d-4f74-bdf5-1df9f283b538 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:06:43.741611 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b429b198-663d-4f74-bdf5-1df9f283b538 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:06:43.742678 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b429b198-663d-4f74-bdf5-1df9f283b538 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:06:43.771930 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae0eeca-7e48-4130-8637-5c6fa5fbee86 req-2f64244e-c201-44c2-9a0d-1185b897cb30 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:06:43.779978 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-fae0eeca-7e48-4130-8637-5c6fa5fbee86 req-2f64244e-c201-44c2-9a0d-1185b897cb30 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b8c1db0-7953-43b1-b307-08491a3031f2 HTTP/1.1" status: 200 len: 945 time: 0.1237803 Jul 16 14:06:43.861437 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-fae0eeca-7e48-4130-8637-5c6fa5fbee86 req-65146fb5-eab4-4952-8357-789be544e23a tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/security-groups?id=82181ce4-b774-4a6f-9777-8cd5eff34a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804400 Jul 16 14:06:43.902453 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-11865d46-ad2f-429b-a397-5e72c1954e87 req-d7c49f60-0d29-4077-8fbd-10574217c281 service neutron] 10.222.0.25 "GET /v2.0/networks/51a90a03-af03-40ca-bb00-7020f83b5182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850455 Jul 16 14:06:43.939867 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 58920) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:06:43.982111 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-22dfcd7e-3522-4475-a6ca-efa6dc912c8d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c46ff88faece440e9ee840d4b30399ef&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0407634 Jul 16 14:06:43.984532 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 58926) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:06:44.050516 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-20c88fe7-eab6-4e07-b4ad-d12cd6358cb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:44.074991 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-20c88fe7-eab6-4e07-b4ad-d12cd6358cb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:44.130695 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-20c88fe7-eab6-4e07-b4ad-d12cd6358cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:44.134037 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-20c88fe7-eab6-4e07-b4ad-d12cd6358cb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:44.137903 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-20c88fe7-eab6-4e07-b4ad-d12cd6358cb9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4b3e9cef-9660-4ae5-9082-aa329bb7eec4 HTTP/1.1" status: 204 len: 168 time: 0.1497309 Jul 16 14:06:44.155551 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c88fe7-eab6-4e07-b4ad-d12cd6358cb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b3e9cef-9660-4ae5-9082-aa329bb7eec4,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:06:44.294946 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 58948) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:06:44.457018 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-dafb0c72-b28f-4ada-8117-966da1b95a9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:44.625881 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-dafb0c72-b28f-4ada-8117-966da1b95a9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:44.629513 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-dafb0c72-b28f-4ada-8117-966da1b95a9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:44.669287 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-dafb0c72-b28f-4ada-8117-966da1b95a9b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3e29aa0eef6242efaa22fcb1762d1531&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3732491 Jul 16 14:06:44.670154 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 58974) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:06:44.670618 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafb0c72-b28f-4ada-8117-966da1b95a9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4392cf10-b423-4836-88dd-67bf12f3919a,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:06:44.723350 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-63085dda-92b4-4227-a49e-bf5fa5fcf74f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:44.748995 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-63085dda-92b4-4227-a49e-bf5fa5fcf74f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:44.796884 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-63085dda-92b4-4227-a49e-bf5fa5fcf74f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:44.799645 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-63085dda-92b4-4227-a49e-bf5fa5fcf74f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:44.800960 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-63085dda-92b4-4227-a49e-bf5fa5fcf74f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4392cf10-b423-4836-88dd-67bf12f3919a HTTP/1.1" status: 204 len: 168 time: 0.1295094 Jul 16 14:06:44.809226 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63085dda-92b4-4227-a49e-bf5fa5fcf74f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4392cf10-b423-4836-88dd-67bf12f3919a,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:06:44.928467 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 58992) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:06:45.068006 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79d6ef4-8826-422a-af17-2de1b128e20d req-4fc7dda5-242c-406b-b22d-3f54475623dc tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:06:45.073285 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-b79d6ef4-8826-422a-af17-2de1b128e20d req-4fc7dda5-242c-406b-b22d-3f54475623dc tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b8c1db0-7953-43b1-b307-08491a3031f2 HTTP/1.1" status: 200 len: 945 time: 0.0761323 Jul 16 14:06:45.112346 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-b79d6ef4-8826-422a-af17-2de1b128e20d req-bd25d029-e383-40f1-bc2f-d645b3304124 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/security-groups?id=82181ce4-b774-4a6f-9777-8cd5eff34a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363965 Jul 16 14:06:45.146733 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.v2.base [None req-8e47f5f7-c8c2-46b3-9916-c46830fa7362 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-885673714-network', 'tenant_id': '65aa6d16d1494e3e938670a7bcde4ef6'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:06:45.166934 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e47f5f7-c8c2-46b3-9916-c46830fa7362 admin admin] Made reservation on behalf of 65aa6d16d1494e3e938670a7bcde4ef6 for: {'network': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 14:06:45.169325 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8e47f5f7-c8c2-46b3-9916-c46830fa7362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for network, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:45.177610 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8e47f5f7-c8c2-46b3-9916-c46830fa7362 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:45.216727 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 59002) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:06:45.229935 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5dc60c6c-8408-4093-ab4f-ae97da69224a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:45.269616 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8e47f5f7-c8c2-46b3-9916-c46830fa7362 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:45.273168 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8e47f5f7-c8c2-46b3-9916-c46830fa7362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:45.301314 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e47f5f7-c8c2-46b3-9916-c46830fa7362 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 218} {{(pid=93102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 14:06:45.307908 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e47f5f7-c8c2-46b3-9916-c46830fa7362 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b754fbbd-8895-49e9-87a9-98dda090ed73,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:06:45.315343 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8e47f5f7-c8c2-46b3-9916-c46830fa7362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16512664'] for segment, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:45.315754 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.db.segments_db [None req-8e47f5f7-c8c2-46b3-9916-c46830fa7362 admin admin] Added segment 3b8d15a4-d0f0-4e80-8b94-8fdab701065f of type vlan for network 7ef1faca-03ae-449a-aec5-eac3348ec315 Jul 16 14:06:45.350571 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5dc60c6c-8408-4093-ab4f-ae97da69224a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:45.354058 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5dc60c6c-8408-4093-ab4f-ae97da69224a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:45.359496 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8e47f5f7-c8c2-46b3-9916-c46830fa7362 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736155808503'] for network, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:45.387913 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8e47f5f7-c8c2-46b3-9916-c46830fa7362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186'] for network, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:45.388940 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e47f5f7-c8c2-46b3-9916-c46830fa7362 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:06:45.389484 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8e47f5f7-c8c2-46b3-9916-c46830fa7362 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583268'] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:45.393901 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-5dc60c6c-8408-4093-ab4f-ae97da69224a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=15e1fe06498440b88843998e0b612c31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1760328 Jul 16 14:06:45.396667 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 59006) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:06:45.402917 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc60c6c-8408-4093-ab4f-ae97da69224a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a04026c-0c1b-4593-8d50-36744d3dc6f8,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:06:45.447479 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-8e47f5f7-c8c2-46b3-9916-c46830fa7362 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5173125 Jul 16 14:06:45.451341 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 59010) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:06:45.456846 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.v2.base [None req-43835132-8b79-4223-a470-3f6d12073b4f admin admin] Request body: {'subnet': {'network_id': '7ef1faca-03ae-449a-aec5-eac3348ec315', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-885673714-subnet', 'tenant_id': '65aa6d16d1494e3e938670a7bcde4ef6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:06:45.482383 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e47f5f7-c8c2-46b3-9916-c46830fa7362 admin admin] Pushing event updated for resources: {'Network': ['ID=7ef1faca-03ae-449a-aec5-eac3348ec315,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:06:45.485881 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43835132-8b79-4223-a470-3f6d12073b4f admin admin] Made reservation on behalf of 65aa6d16d1494e3e938670a7bcde4ef6 for: {'subnet': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 14:06:45.488604 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-43835132-8b79-4223-a470-3f6d12073b4f admin admin] Notify callbacks [] for subnet, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:45.493425 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Network 7ef1faca-03ae-449a-aec5-eac3348ec315 details requested by agent ovs-agent-dv-cinder-784763-7-iscsi with host dv-cinder-784763-7-iscsi {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 14:06:45.500347 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-060f36a9-7be0-4d9c-8802-6705afe25b89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:45.522225 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-060f36a9-7be0-4d9c-8802-6705afe25b89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:45.577450 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-060f36a9-7be0-4d9c-8802-6705afe25b89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:45.579925 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-060f36a9-7be0-4d9c-8802-6705afe25b89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:45.581158 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-060f36a9-7be0-4d9c-8802-6705afe25b89 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7a04026c-0c1b-4593-8d50-36744d3dc6f8 HTTP/1.1" status: 204 len: 168 time: 0.1834860 Jul 16 14:06:45.589608 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060f36a9-7be0-4d9c-8802-6705afe25b89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a04026c-0c1b-4593-8d50-36744d3dc6f8,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:06:45.682456 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-43835132-8b79-4223-a470-3f6d12073b4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186'] for subnet, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:45.690868 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 59026) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:06:45.745885 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebed0b73-b432-440b-a1e4-fc518e2d545f admin admin] Deleting subnet ca50204d-8125-4124-88a3-d618b1f0e499 {{(pid=93102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 14:06:45.749512 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ebed0b73-b432-440b-a1e4-fc518e2d545f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:45.750256 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43835132-8b79-4223-a470-3f6d12073b4f admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9558011-4645-42ab-96a4-509a9f3696f5,revision_number=0']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:06:45.754277 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43835132-8b79-4223-a470-3f6d12073b4f admin admin] Checking segment: {'id': '3b8d15a4-d0f0-4e80-8b94-8fdab701065f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '7ef1faca-03ae-449a-aec5-eac3348ec315'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 14:06:45.756184 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43835132-8b79-4223-a470-3f6d12073b4f admin admin] Network hostable DHCP agents. Network: 7ef1faca-03ae-449a-aec5-eac3348ec315, hostable agents: ['ff372831-df71-440e-8c4b-463caa6f5ae0'], hosted agents: [] {{(pid=93101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 14:06:45.777622 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43835132-8b79-4223-a470-3f6d12073b4f admin admin] Network 7ef1faca-03ae-449a-aec5-eac3348ec315 is scheduled to be hosted by DHCP agent ff372831-df71-440e-8c4b-463caa6f5ae0 with binding_index 1 {{(pid=93101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 14:06:45.790911 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-43835132-8b79-4223-a470-3f6d12073b4f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784763-7-iscsi, 7ef1faca-03ae-449a-aec5-eac3348ec315) {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 14:06:45.801017 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea8c70fb-93d1-46b6-bd27-862af236a44b None None] Network 7ef1faca-03ae-449a-aec5-eac3348ec315 requested from dv-cinder-784763-7-iscsi {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 14:06:45.805839 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ebed0b73-b432-440b-a1e4-fc518e2d545f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4062852'] for subnet, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:45.814004 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43835132-8b79-4223-a470-3f6d12073b4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:06:45.814965 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-43835132-8b79-4223-a470-3f6d12073b4f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:45.848942 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-43835132-8b79-4223-a470-3f6d12073b4f admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3934193 Jul 16 14:06:45.875330 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ebed0b73-b432-440b-a1e4-fc518e2d545f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16506816'] for subnet, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:45.941288 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:45.973138 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ebed0b73-b432-440b-a1e4-fc518e2d545f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16506871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4062805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3919862'] for subnet, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:46.023958 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-481374a0-7df5-4f10-b485-f5c866290af4 None None] Network 7ef1faca-03ae-449a-aec5-eac3348ec315 requested from dv-cinder-784763-7-iscsi {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 14:06:46.037154 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebed0b73-b432-440b-a1e4-fc518e2d545f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca50204d-8125-4124-88a3-d618b1f0e499,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:06:46.052669 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ebed0b73-b432-440b-a1e4-fc518e2d545f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583268'] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:46.055149 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-ebed0b73-b432-440b-a1e4-fc518e2d545f admin admin] 10.222.0.10 "DELETE /v2.0/subnets/ca50204d-8125-4124-88a3-d618b1f0e499 HTTP/1.1" status: 204 len: 168 time: 0.3624995 Jul 16 14:06:46.057622 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 59038) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:06:46.065291 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 59040) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:06:46.079677 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-0ec01b83-72c8-4e8d-8a6a-1972972169c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:46.133599 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-52445fb8-07ec-45ea-b59d-0fa94855c0ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16272555'] for network, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:46.198693 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-0ec01b83-72c8-4e8d-8a6a-1972972169c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:46.202579 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-0ec01b83-72c8-4e8d-8a6a-1972972169c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:46.238879 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec01b83-72c8-4e8d-8a6a-1972972169c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=070d2a88-4a83-42d0-8db5-bdeb3ac514db,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:06:46.240646 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-52445fb8-07ec-45ea-b59d-0fa94855c0ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16499620', 'neutron.services.segments.db._delete_segments_for_network-8736156337740'] for network, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:46.243023 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-0ec01b83-72c8-4e8d-8a6a-1972972169c8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e87d5c327ce3456084fa9ab7567a5909&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1766205 Jul 16 14:06:46.245483 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 59048) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:06:46.252470 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.services.segments.db [None req-52445fb8-07ec-45ea-b59d-0fa94855c0ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2363ad68-0701-442f-a2cf-c01128c16cf9']}} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:06:46.262867 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.services.segments.db [None req-52445fb8-07ec-45ea-b59d-0fa94855c0ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a75e890-637e-43f9-b3ee-a2b19ae7d2a9') {'for_net_delete': True} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:06:46.263162 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.services.segments.db [None req-52445fb8-07ec-45ea-b59d-0fa94855c0ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a75e890-637e-43f9-b3ee-a2b19ae7d2a9') {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:06:46.271564 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-52445fb8-07ec-45ea-b59d-0fa94855c0ac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736156340821', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4062899'] for segment, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:46.285361 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-52445fb8-07ec-45ea-b59d-0fa94855c0ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16512664'] for segment, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:46.291084 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52445fb8-07ec-45ea-b59d-0fa94855c0ac admin admin] Releasing vlan 232 on physical network physnet1 to pool {{(pid=93102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 14:06:46.291463 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-52445fb8-07ec-45ea-b59d-0fa94855c0ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16512664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4063223'] for segment, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:46.293075 dv-cinder-784763-7-iscsi neutron-server[93102]: Traceback (most recent call last): Jul 16 14:06:46.293075 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 14:06:46.293075 dv-cinder-784763-7-iscsi neutron-server[93102]: timer() Jul 16 14:06:46.293075 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 14:06:46.293075 dv-cinder-784763-7-iscsi neutron-server[93102]: cb(*args, **kw) Jul 16 14:06:46.293075 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 14:06:46.293075 dv-cinder-784763-7-iscsi neutron-server[93102]: return func(*args, **kwargs) Jul 16 14:06:46.293075 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 14:06:46.293075 dv-cinder-784763-7-iscsi neutron-server[93102]: self._notify() Jul 16 14:06:46.293075 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 14:06:46.293075 dv-cinder-784763-7-iscsi neutron-server[93102]: self.callback(batched_events) Jul 16 14:06:46.293075 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 14:06:46.293075 dv-cinder-784763-7-iscsi neutron-server[93102]: event.method(event) Jul 16 14:06:46.293075 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 14:06:46.293075 dv-cinder-784763-7-iscsi neutron-server[93102]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 14:06:46.293075 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 14:06:46.293075 dv-cinder-784763-7-iscsi neutron-server[93102]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 14:06:46.293075 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 14:06:46.293075 dv-cinder-784763-7-iscsi neutron-server[93102]: return f(self, *a, **k) Jul 16 14:06:46.293075 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 14:06:46.293075 dv-cinder-784763-7-iscsi neutron-server[93102]: return self._get(url).json() Jul 16 14:06:46.293075 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 14:06:46.293075 dv-cinder-784763-7-iscsi neutron-server[93102]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 14:06:46.293075 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 14:06:46.293075 dv-cinder-784763-7-iscsi neutron-server[93102]: return self.request(url, 'GET', **kwargs) Jul 16 14:06:46.293075 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 14:06:46.293075 dv-cinder-784763-7-iscsi neutron-server[93102]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 14:06:46.293075 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 14:06:46.293075 dv-cinder-784763-7-iscsi neutron-server[93102]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 14:06:46.293075 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 14:06:46.293075 dv-cinder-784763-7-iscsi neutron-server[93102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 14:06:46.293075 dv-cinder-784763-7-iscsi neutron-server[93102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 14:06:46.295179 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-1ea26fb7-99ff-4e79-b357-aa8591b337a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:46.317785 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-1ea26fb7-99ff-4e79-b357-aa8591b337a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:46.346974 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-52445fb8-07ec-45ea-b59d-0fa94855c0ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16499645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611519'] for network, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:46.352021 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-52445fb8-07ec-45ea-b59d-0fa94855c0ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583268'] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:46.357006 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-52445fb8-07ec-45ea-b59d-0fa94855c0ac admin admin] 10.222.0.10 "DELETE /v2.0/networks/2363ad68-0701-442f-a2cf-c01128c16cf9 HTTP/1.1" status: 204 len: 168 time: 0.2953258 Jul 16 14:06:46.357330 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 59050) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:06:46.367448 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-1ea26fb7-99ff-4e79-b357-aa8591b337a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:46.370144 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-1ea26fb7-99ff-4e79-b357-aa8591b337a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:46.371311 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-1ea26fb7-99ff-4e79-b357-aa8591b337a0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/070d2a88-4a83-42d0-8db5-bdeb3ac514db HTTP/1.1" status: 204 len: 168 time: 0.1249430 Jul 16 14:06:46.379956 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea26fb7-99ff-4e79-b357-aa8591b337a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=070d2a88-4a83-42d0-8db5-bdeb3ac514db,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:06:46.396268 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52445fb8-07ec-45ea-b59d-0fa94855c0ac admin admin] Pushing event deleted for resources: {'Network': ['ID=2363ad68-0701-442f-a2cf-c01128c16cf9,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:06:46.417116 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.db.db_base_plugin_v2 [None req-8216aebb-9dfc-42a2-95eb-9134d50d4dc0 admin admin] Deleting subnet 8026917f-8c39-4402-a5ff-299a77695056 {{(pid=93102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 14:06:46.420176 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8216aebb-9dfc-42a2-95eb-9134d50d4dc0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:46.453212 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8216aebb-9dfc-42a2-95eb-9134d50d4dc0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4062852'] for subnet, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:46.491490 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8216aebb-9dfc-42a2-95eb-9134d50d4dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16506816'] for subnet, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:46.543607 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8216aebb-9dfc-42a2-95eb-9134d50d4dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16506871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4062805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3919862'] for subnet, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:46.571361 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8216aebb-9dfc-42a2-95eb-9134d50d4dc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583268'] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:46.573264 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-8216aebb-9dfc-42a2-95eb-9134d50d4dc0 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/8026917f-8c39-4402-a5ff-299a77695056 HTTP/1.1" status: 204 len: 168 time: 0.2149520 Jul 16 14:06:46.574239 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8216aebb-9dfc-42a2-95eb-9134d50d4dc0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8026917f-8c39-4402-a5ff-299a77695056,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:06:46.576399 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 59058) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:06:46.648864 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6a71db36-9efb-4371-a2c4-b8ef55b69af1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16272555'] for network, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:46.729146 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6a71db36-9efb-4371-a2c4-b8ef55b69af1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16499620', 'neutron.services.segments.db._delete_segments_for_network-8736156337740'] for network, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:46.739931 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.services.segments.db [None req-6a71db36-9efb-4371-a2c4-b8ef55b69af1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4da9720-9123-46e8-8d21-71eaa02ef0e4']}} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:06:46.752405 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.services.segments.db [None req-6a71db36-9efb-4371-a2c4-b8ef55b69af1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aad1ac4f-8f38-4163-83c5-fcd54d5f8e5a') {'for_net_delete': True} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:06:46.752700 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.services.segments.db [None req-6a71db36-9efb-4371-a2c4-b8ef55b69af1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aad1ac4f-8f38-4163-83c5-fcd54d5f8e5a') {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:06:46.761292 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6a71db36-9efb-4371-a2c4-b8ef55b69af1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736156340821', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4062899'] for segment, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:46.774798 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6a71db36-9efb-4371-a2c4-b8ef55b69af1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16512664'] for segment, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:46.780929 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a71db36-9efb-4371-a2c4-b8ef55b69af1 admin admin] Releasing vlan 211 on physical network physnet1 to pool {{(pid=93102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 14:06:46.781304 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6a71db36-9efb-4371-a2c4-b8ef55b69af1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16512664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4063223'] for segment, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:46.782919 dv-cinder-784763-7-iscsi neutron-server[93102]: Traceback (most recent call last): Jul 16 14:06:46.782919 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 14:06:46.782919 dv-cinder-784763-7-iscsi neutron-server[93102]: timer() Jul 16 14:06:46.782919 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 14:06:46.782919 dv-cinder-784763-7-iscsi neutron-server[93102]: cb(*args, **kw) Jul 16 14:06:46.782919 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 14:06:46.782919 dv-cinder-784763-7-iscsi neutron-server[93102]: return func(*args, **kwargs) Jul 16 14:06:46.782919 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 14:06:46.782919 dv-cinder-784763-7-iscsi neutron-server[93102]: self._notify() Jul 16 14:06:46.782919 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 14:06:46.782919 dv-cinder-784763-7-iscsi neutron-server[93102]: self.callback(batched_events) Jul 16 14:06:46.782919 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 14:06:46.782919 dv-cinder-784763-7-iscsi neutron-server[93102]: event.method(event) Jul 16 14:06:46.782919 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 14:06:46.782919 dv-cinder-784763-7-iscsi neutron-server[93102]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 14:06:46.782919 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 14:06:46.782919 dv-cinder-784763-7-iscsi neutron-server[93102]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 14:06:46.782919 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 14:06:46.782919 dv-cinder-784763-7-iscsi neutron-server[93102]: return f(self, *a, **k) Jul 16 14:06:46.782919 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 14:06:46.782919 dv-cinder-784763-7-iscsi neutron-server[93102]: return self._get(url).json() Jul 16 14:06:46.782919 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 14:06:46.782919 dv-cinder-784763-7-iscsi neutron-server[93102]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 14:06:46.782919 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 14:06:46.782919 dv-cinder-784763-7-iscsi neutron-server[93102]: return self.request(url, 'GET', **kwargs) Jul 16 14:06:46.782919 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 14:06:46.782919 dv-cinder-784763-7-iscsi neutron-server[93102]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 14:06:46.782919 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 14:06:46.782919 dv-cinder-784763-7-iscsi neutron-server[93102]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 14:06:46.782919 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 14:06:46.782919 dv-cinder-784763-7-iscsi neutron-server[93102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 14:06:46.782919 dv-cinder-784763-7-iscsi neutron-server[93102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 14:06:46.836016 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6a71db36-9efb-4371-a2c4-b8ef55b69af1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16499645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611519'] for network, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:46.840923 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6a71db36-9efb-4371-a2c4-b8ef55b69af1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583268'] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:46.843001 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-6a71db36-9efb-4371-a2c4-b8ef55b69af1 admin admin] 10.222.0.10 "DELETE /v2.0/networks/b4da9720-9123-46e8-8d21-71eaa02ef0e4 HTTP/1.1" status: 204 len: 168 time: 0.2653444 Jul 16 14:06:46.855435 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a71db36-9efb-4371-a2c4-b8ef55b69af1 admin admin] Pushing event deleted for resources: {'Network': ['ID=b4da9720-9123-46e8-8d21-71eaa02ef0e4,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:06:46.954240 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 59076) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:06:46.994580 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-cd9a9202-27fb-4caa-97a7-cdccbde9c5b9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5f1915f40c394fa7b1a24a096c9a9390&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0391257 Jul 16 14:06:46.996985 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 59080) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:06:47.046368 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9db1442c-f2ae-4b70-9e24-578ca7b88e9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:47.066906 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9db1442c-f2ae-4b70-9e24-578ca7b88e9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:47.113501 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9db1442c-f2ae-4b70-9e24-578ca7b88e9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:47.115991 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9db1442c-f2ae-4b70-9e24-578ca7b88e9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:47.117271 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-9db1442c-f2ae-4b70-9e24-578ca7b88e9e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/cac6de85-2196-4285-9cea-cf7c826abdab HTTP/1.1" status: 204 len: 168 time: 0.1192803 Jul 16 14:06:47.124884 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db1442c-f2ae-4b70-9e24-578ca7b88e9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cac6de85-2196-4285-9cea-cf7c826abdab,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:06:47.450345 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 59096) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:06:47.490391 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-8460295d-a208-4345-b42f-0846f3b25d74 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2c8119bf3a8b4ad88d090b81db255e1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0387454 Jul 16 14:06:47.492915 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 59098) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:06:47.538092 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ba64c381-1dc1-4dfa-9d32-154582efa25a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:47.558113 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ba64c381-1dc1-4dfa-9d32-154582efa25a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:47.601740 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ba64c381-1dc1-4dfa-9d32-154582efa25a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:47.604253 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ba64c381-1dc1-4dfa-9d32-154582efa25a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:47.605389 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-ba64c381-1dc1-4dfa-9d32-154582efa25a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0ff55652-1243-4c79-aa7e-608ddf22cd26 HTTP/1.1" status: 204 len: 168 time: 0.1115971 Jul 16 14:06:47.613253 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba64c381-1dc1-4dfa-9d32-154582efa25a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ff55652-1243-4c79-aa7e-608ddf22cd26,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:06:47.728302 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-0e121b3b-05da-4563-9da9-278bcbba987a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:48.242610 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 59124) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:06:48.340908 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.v2.base [None req-903c732f-bee4-4fa4-b7b5-bb3545afd932 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-677376629-network', 'tenant_id': 'c326ba1771fb4e42ba3974b9d993d127'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:06:48.364349 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-903c732f-bee4-4fa4-b7b5-bb3545afd932 admin admin] Made reservation on behalf of c326ba1771fb4e42ba3974b9d993d127 for: {'network': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 14:06:48.365514 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-903c732f-bee4-4fa4-b7b5-bb3545afd932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for network, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:48.373769 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-903c732f-bee4-4fa4-b7b5-bb3545afd932 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:48.463047 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-903c732f-bee4-4fa4-b7b5-bb3545afd932 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:48.468356 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-903c732f-bee4-4fa4-b7b5-bb3545afd932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:48.480946 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-903c732f-bee4-4fa4-b7b5-bb3545afd932 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 231} {{(pid=93101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 14:06:48.492788 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-903c732f-bee4-4fa4-b7b5-bb3545afd932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16512664'] for segment, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:48.493344 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.db.segments_db [None req-903c732f-bee4-4fa4-b7b5-bb3545afd932 admin admin] Added segment 44b1e1c5-8f3f-4ecf-9e5c-752c9045ce28 of type vlan for network 38d7fcdb-4492-4134-b8d5-839907f8f59b Jul 16 14:06:48.529893 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903c732f-bee4-4fa4-b7b5-bb3545afd932 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdcd4579-863f-428a-a566-067b53bf9d93,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:06:48.573803 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-903c732f-bee4-4fa4-b7b5-bb3545afd932 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736155808503'] for network, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:48.603194 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-903c732f-bee4-4fa4-b7b5-bb3545afd932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186'] for network, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:48.604215 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-903c732f-bee4-4fa4-b7b5-bb3545afd932 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:06:48.604874 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-903c732f-bee4-4fa4-b7b5-bb3545afd932 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583268'] for network, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:48.639584 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-903c732f-bee4-4fa4-b7b5-bb3545afd932 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3958418 Jul 16 14:06:48.643688 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 59132) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:06:48.675793 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.v2.base [None req-75eaa7a6-6884-40be-b55e-d35bb9c70eca admin admin] Request body: {'subnet': {'network_id': '38d7fcdb-4492-4134-b8d5-839907f8f59b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-677376629-subnet', 'tenant_id': 'c326ba1771fb4e42ba3974b9d993d127', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:06:48.681793 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903c732f-bee4-4fa4-b7b5-bb3545afd932 admin admin] Pushing event updated for resources: {'Network': ['ID=38d7fcdb-4492-4134-b8d5-839907f8f59b,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:06:48.691628 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de20189f-51df-4705-809a-721c29788a65 req-f9042092-464b-47e2-9683-27d077f7b572 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:06:48.693325 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Network 38d7fcdb-4492-4134-b8d5-839907f8f59b details requested by agent ovs-agent-dv-cinder-784763-7-iscsi with host dv-cinder-784763-7-iscsi {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 14:06:48.693901 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-de20189f-51df-4705-809a-721c29788a65 req-f9042092-464b-47e2-9683-27d077f7b572 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b8c1db0-7953-43b1-b307-08491a3031f2 HTTP/1.1" status: 200 len: 945 time: 0.0753419 Jul 16 14:06:48.700000 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75eaa7a6-6884-40be-b55e-d35bb9c70eca admin admin] Made reservation on behalf of c326ba1771fb4e42ba3974b9d993d127 for: {'subnet': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 14:06:48.703725 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-75eaa7a6-6884-40be-b55e-d35bb9c70eca admin admin] Notify callbacks [] for subnet, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:48.746959 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-de20189f-51df-4705-809a-721c29788a65 req-3b2936c4-419a-482d-a30a-767d869c0cf1 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/security-groups?id=82181ce4-b774-4a6f-9777-8cd5eff34a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424831 Jul 16 14:06:48.924718 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-75eaa7a6-6884-40be-b55e-d35bb9c70eca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186'] for subnet, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:49.025263 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75eaa7a6-6884-40be-b55e-d35bb9c70eca admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3df51f1-7f4d-4eb1-98e6-b29ed94a0a67,revision_number=0']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:06:49.048524 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06424365-f3e6-46b8-b262-00f3d409f2a9 req-a50b97ff-6387-4442-807b-b7c170126798 tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:06:49.050053 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-06424365-f3e6-46b8-b262-00f3d409f2a9 req-a50b97ff-6387-4442-807b-b7c170126798 tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] 10.222.0.10 "GET /v2.0/networks?id=7ef1faca-03ae-449a-aec5-eac3348ec315 HTTP/1.1" status: 200 len: 814 time: 0.1746187 Jul 16 14:06:49.050706 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75eaa7a6-6884-40be-b55e-d35bb9c70eca admin admin] Checking segment: {'id': '44b1e1c5-8f3f-4ecf-9e5c-752c9045ce28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '38d7fcdb-4492-4134-b8d5-839907f8f59b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 14:06:49.051054 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75eaa7a6-6884-40be-b55e-d35bb9c70eca admin admin] Network hostable DHCP agents. Network: 38d7fcdb-4492-4134-b8d5-839907f8f59b, hostable agents: ['ff372831-df71-440e-8c4b-463caa6f5ae0'], hosted agents: [] {{(pid=93101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 14:06:49.072076 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-06424365-f3e6-46b8-b262-00f3d409f2a9 req-f3436708-79a0-45b9-ba14-35c0c9d905cf tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] 10.222.0.10 "GET /v2.0/quotas/65aa6d16d1494e3e938670a7bcde4ef6 HTTP/1.1" status: 200 len: 375 time: 0.0153103 Jul 16 14:06:49.077346 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75eaa7a6-6884-40be-b55e-d35bb9c70eca admin admin] Network 38d7fcdb-4492-4134-b8d5-839907f8f59b is scheduled to be hosted by DHCP agent ff372831-df71-440e-8c4b-463caa6f5ae0 with binding_index 1 {{(pid=93101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 14:06:49.111313 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-06424365-f3e6-46b8-b262-00f3d409f2a9 req-4205e301-e0f9-45e7-b804-11803d8c7fe2 tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=65aa6d16d1494e3e938670a7bcde4ef6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0312865 Jul 16 14:06:49.111987 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-75eaa7a6-6884-40be-b55e-d35bb9c70eca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784763-7-iscsi, 38d7fcdb-4492-4134-b8d5-839907f8f59b) {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 14:06:49.115978 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75eaa7a6-6884-40be-b55e-d35bb9c70eca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:06:49.116514 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-75eaa7a6-6884-40be-b55e-d35bb9c70eca admin admin] Notify callbacks [] for subnet, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:49.123890 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d12d747-6272-40d1-b118-974e30509cdf None None] Network 38d7fcdb-4492-4134-b8d5-839907f8f59b requested from dv-cinder-784763-7-iscsi {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 14:06:49.137370 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-75eaa7a6-6884-40be-b55e-d35bb9c70eca admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4925108 Jul 16 14:06:49.279453 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e89786df-4b65-44d3-a4fd-9099f63b5cd2 None None] Network 38d7fcdb-4492-4134-b8d5-839907f8f59b requested from dv-cinder-784763-7-iscsi {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 14:06:49.480914 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-06424365-f3e6-46b8-b262-00f3d409f2a9 req-e6aec964-5222-4dbc-a30b-5b5bdc303be4 service neutron] 10.222.0.10 "GET /v2.0/networks/7ef1faca-03ae-449a-aec5-eac3348ec315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3522296 Jul 16 14:06:49.583218 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-06424365-f3e6-46b8-b262-00f3d409f2a9 req-b1428d36-f3ff-4fc4-a684-e96a561e41fa service neutron] 10.222.0.10 "GET /v2.0/networks/7ef1faca-03ae-449a-aec5-eac3348ec315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956230 Jul 16 14:06:49.879159 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-47cc58f8-6a44-409d-b769-820833d9b25e req-e6c135a4-9b66-40d7-8ace-020569a3eba1 tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] 10.222.0.10 "GET /v2.0/ports?device_id=bcd92abc-c905-4d73-ad56-a28d21029ca1 HTTP/1.1" status: 200 len: 210 time: 0.0681386 Jul 16 14:06:50.077893 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59227d59-6dc0-4fec-bcf3-25b37c982585 req-c584dd0a-e152-4bf7-a5dd-1343f7c7fcc5 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:06:50.086945 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-59227d59-6dc0-4fec-bcf3-25b37c982585 req-c584dd0a-e152-4bf7-a5dd-1343f7c7fcc5 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b8c1db0-7953-43b1-b307-08491a3031f2 HTTP/1.1" status: 200 len: 945 time: 0.0867817 Jul 16 14:06:50.114802 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-5702a612-c429-45ad-8523-5bdb180f9e0c req-094ea826-00bc-41c5-b2d0-716cfa1abf59 tempest-VolumesNegativeTest-1316536189 tempest-VolumesNegativeTest-1316536189-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=e49e4562e96540b6a305a7995e74e0de&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0349488 Jul 16 14:06:50.128210 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-59227d59-6dc0-4fec-bcf3-25b37c982585 req-eb1bb919-7f95-4f04-9dd6-70153ce7fbef tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/security-groups?id=82181ce4-b774-4a6f-9777-8cd5eff34a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404041 Jul 16 14:06:50.344415 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5702a612-c429-45ad-8523-5bdb180f9e0c req-03d34d08-3156-47d0-a359-bb9f4b471ccb tempest-VolumesNegativeTest-1316536189 tempest-VolumesNegativeTest-1316536189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:06:50.346450 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-5702a612-c429-45ad-8523-5bdb180f9e0c req-03d34d08-3156-47d0-a359-bb9f4b471ccb tempest-VolumesNegativeTest-1316536189 tempest-VolumesNegativeTest-1316536189-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2255795 Jul 16 14:06:50.354554 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-2665b0ea-3aaa-4871-a962-c4b768282abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:50.378859 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-5702a612-c429-45ad-8523-5bdb180f9e0c req-19ee3643-cb60-4a60-8c76-7519f0bff62a tempest-VolumesNegativeTest-1316536189 tempest-VolumesNegativeTest-1316536189-project] 10.222.0.10 "GET /v2.0/quotas/e49e4562e96540b6a305a7995e74e0de HTTP/1.1" status: 200 len: 375 time: 0.0255096 Jul 16 14:06:50.420028 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-5702a612-c429-45ad-8523-5bdb180f9e0c req-9659b62b-2e7b-4f90-a8dd-928312a2873a tempest-VolumesNegativeTest-1316536189 tempest-VolumesNegativeTest-1316536189-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=e49e4562e96540b6a305a7995e74e0de&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0355258 Jul 16 14:06:50.591852 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-d51ce46e-2299-4032-a9a0-8919715d2dfe req-5d22402d-5962-4542-92c6-f887343dded1 tempest-VolumesNegativeTest-1316536189 tempest-VolumesNegativeTest-1316536189-project] 10.222.0.10 "GET /v2.0/ports?device_id=9bd042cc-1d30-4fb5-8ec9-dabdb96a388f HTTP/1.1" status: 200 len: 210 time: 0.0309258 Jul 16 14:06:50.690541 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:51.100262 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-7b3016fe-3621-405f-a1bc-80000941996d req-7e474fbf-0360-43bf-b580-a1a2f2ec7bc1 tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] 10.222.0.10 "GET /v2.0/ports?device_id=bcd92abc-c905-4d73-ad56-a28d21029ca1 HTTP/1.1" status: 200 len: 210 time: 0.0509832 Jul 16 14:06:51.172564 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3790191-d76c-417a-b887-0de7d0d7ad2f req-e3f0b259-04d5-46fc-994f-a1baa187ea10 tempest-VolumesActionsTest-2139225872 tempest-VolumesActionsTest-2139225872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:06:51.174193 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-d3790191-d76c-417a-b887-0de7d0d7ad2f req-e3f0b259-04d5-46fc-994f-a1baa187ea10 tempest-VolumesActionsTest-2139225872 tempest-VolumesActionsTest-2139225872-project] 10.222.0.10 "GET /v2.0/networks?id=38d7fcdb-4492-4134-b8d5-839907f8f59b HTTP/1.1" status: 200 len: 808 time: 0.1282637 Jul 16 14:06:51.202885 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-d3790191-d76c-417a-b887-0de7d0d7ad2f req-bb56a87d-3b7b-4c43-8318-f7f3e12e9102 tempest-VolumesActionsTest-2139225872 tempest-VolumesActionsTest-2139225872-project] 10.222.0.10 "GET /v2.0/quotas/c326ba1771fb4e42ba3974b9d993d127 HTTP/1.1" status: 200 len: 375 time: 0.0128932 Jul 16 14:06:51.238499 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-d3790191-d76c-417a-b887-0de7d0d7ad2f req-22d151b8-8f56-44c7-a284-7291724cf8d6 tempest-VolumesActionsTest-2139225872 tempest-VolumesActionsTest-2139225872-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=c326ba1771fb4e42ba3974b9d993d127&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0298057 Jul 16 14:06:51.422622 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-64ab8875-bbbc-4415-a681-ef47cf0d365f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:51.427447 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-d3790191-d76c-417a-b887-0de7d0d7ad2f req-8cecb607-8ee0-4684-8221-3fd8472fb5d6 service neutron] 10.222.0.10 "GET /v2.0/networks/38d7fcdb-4492-4134-b8d5-839907f8f59b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811874 Jul 16 14:06:51.494547 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06424365-f3e6-46b8-b262-00f3d409f2a9 req-c36c67c2-7187-461d-895e-fb75ea8804b4 tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:06:51.496799 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-06424365-f3e6-46b8-b262-00f3d409f2a9 req-c36c67c2-7187-461d-895e-fb75ea8804b4 tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] 10.222.0.25 "GET /v2.0/networks?id=7ef1faca-03ae-449a-aec5-eac3348ec315 HTTP/1.1" status: 200 len: 814 time: 0.1864660 Jul 16 14:06:51.532839 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.v2.base [req-06424365-f3e6-46b8-b262-00f3d409f2a9 req-5bc84d31-b0c1-48f8-9729-444dedf04c78 tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] Request body: {'port': {'device_id': 'bcd92abc-c905-4d73-ad56-a28d21029ca1', 'network_id': '7ef1faca-03ae-449a-aec5-eac3348ec315', 'admin_state_up': True, 'tenant_id': '65aa6d16d1494e3e938670a7bcde4ef6'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:06:51.569062 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbec004-0788-43b3-b878-4af0612e9ee6 req-636e7e66-eea3-4e17-bb73-82640d45c5e6 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:06:51.572556 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-afbec004-0788-43b3-b878-4af0612e9ee6 req-636e7e66-eea3-4e17-bb73-82640d45c5e6 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b8c1db0-7953-43b1-b307-08491a3031f2 HTTP/1.1" status: 200 len: 945 time: 0.0701220 Jul 16 14:06:51.609542 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-afbec004-0788-43b3-b878-4af0612e9ee6 req-a4c80670-f0ae-4791-8ff3-c5a37838076a tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/security-groups?id=82181ce4-b774-4a6f-9777-8cd5eff34a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323946 Jul 16 14:06:51.620058 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-d3790191-d76c-417a-b887-0de7d0d7ad2f req-21c41784-2966-4283-8fa5-5a5b06c3b76c service neutron] 10.222.0.10 "GET /v2.0/networks/38d7fcdb-4492-4134-b8d5-839907f8f59b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820831 Jul 16 14:06:51.662004 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06424365-f3e6-46b8-b262-00f3d409f2a9 req-5bc84d31-b0c1-48f8-9729-444dedf04c78 tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] Made reservation on behalf of 65aa6d16d1494e3e938670a7bcde4ef6 for: {'port': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 14:06:51.666100 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-06424365-f3e6-46b8-b262-00f3d409f2a9 req-5bc84d31-b0c1-48f8-9729-444dedf04c78 tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:51.754044 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-c79aedd2-49b5-479d-ae7d-3c844e7bf276 req-caaa46b5-88c3-408a-8ebd-598f8903112c tempest-VolumesNegativeTest-1316536189 tempest-VolumesNegativeTest-1316536189-project] 10.222.0.10 "GET /v2.0/ports?device_id=9bd042cc-1d30-4fb5-8ec9-dabdb96a388f HTTP/1.1" status: 200 len: 210 time: 0.0334146 Jul 16 14:06:51.838605 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-478bb860-264c-42b9-9613-afe8f71ed074 req-a93b8bb6-ae99-4ac2-92d8-e411ec37dabb tempest-VolumesActionsTest-2139225872 tempest-VolumesActionsTest-2139225872-project] 10.222.0.10 "GET /v2.0/ports?device_id=07cd7e22-083f-4c96-adb2-75751021e718 HTTP/1.1" status: 200 len: 210 time: 0.0468435 Jul 16 14:06:51.862349 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [req-06424365-f3e6-46b8-b262-00f3d409f2a9 req-5bc84d31-b0c1-48f8-9729-444dedf04c78 tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] Allocated IP 172.20.0.12 (7ef1faca-03ae-449a-aec5-eac3348ec315/b9558011-4645-42ab-96a4-509a9f3696f5/cdc682a6-5781-4281-b8b8-ea55227069a2) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 14:06:52.040665 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-06424365-f3e6-46b8-b262-00f3d409f2a9 req-5bc84d31-b0c1-48f8-9729-444dedf04c78 tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:52.068592 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-5702a612-c429-45ad-8523-5bdb180f9e0c req-9708dbd0-30b2-4424-87aa-bdaac19143a5 tempest-VolumesNegativeTest-1316536189 tempest-VolumesNegativeTest-1316536189-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=e49e4562e96540b6a305a7995e74e0de&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0325112 Jul 16 14:06:52.087881 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-06424365-f3e6-46b8-b262-00f3d409f2a9 req-5bc84d31-b0c1-48f8-9729-444dedf04c78 tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736155824258'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:52.150680 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06424365-f3e6-46b8-b262-00f3d409f2a9 req-5bc84d31-b0c1-48f8-9729-444dedf04c78 tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] Network 7ef1faca-03ae-449a-aec5-eac3348ec315 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 14:06:52.158838 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [req-06424365-f3e6-46b8-b262-00f3d409f2a9 req-5bc84d31-b0c1-48f8-9729-444dedf04c78 tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 14:06:52.164324 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-06424365-f3e6-46b8-b262-00f3d409f2a9 req-5bc84d31-b0c1-48f8-9729-444dedf04c78 tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 14:06:52.175072 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06424365-f3e6-46b8-b262-00f3d409f2a9 req-5bc84d31-b0c1-48f8-9729-444dedf04c78 tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:06:52.176499 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-06424365-f3e6-46b8-b262-00f3d409f2a9 req-5bc84d31-b0c1-48f8-9729-444dedf04c78 tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72406'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:52.217264 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-06424365-f3e6-46b8-b262-00f3d409f2a9 req-5bc84d31-b0c1-48f8-9729-444dedf04c78 tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6877708 Jul 16 14:06:52.218921 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc84d31-b0c1-48f8-9729-444dedf04c78 tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] Pushing event updated for resources: {'Port': ['ID=cdc682a6-5781-4281-b8b8-ea55227069a2,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:06:52.245862 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.v2.base [req-06424365-f3e6-46b8-b262-00f3d409f2a9 req-0fc4767d-2b0b-4bd3-a306-bcc2d2407499 service neutron] Request body: {'port': {'device_id': 'bcd92abc-c905-4d73-ad56-a28d21029ca1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78476'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:06:52.345977 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-06424365-f3e6-46b8-b262-00f3d409f2a9 req-0fc4767d-2b0b-4bd3-a306-bcc2d2407499 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:52.377035 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5702a612-c429-45ad-8523-5bdb180f9e0c req-396804a4-1efa-4da2-b71a-8f22636d2bc8 tempest-VolumesNegativeTest-1316536189 tempest-VolumesNegativeTest-1316536189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:06:52.379351 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-5702a612-c429-45ad-8523-5bdb180f9e0c req-396804a4-1efa-4da2-b71a-8f22636d2bc8 tempest-VolumesNegativeTest-1316536189 tempest-VolumesNegativeTest-1316536189-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2987819 Jul 16 14:06:52.406457 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.v2.base [req-5702a612-c429-45ad-8523-5bdb180f9e0c req-94aef9b1-c9ef-4559-8528-59ba1e36bc60 tempest-VolumesNegativeTest-1316536189 tempest-VolumesNegativeTest-1316536189-project] Request body: {'port': {'device_id': '9bd042cc-1d30-4fb5-8ec9-dabdb96a388f', 'network_id': 'ecab0d71-8f22-4cdb-ad03-f3c98941ac9c', 'admin_state_up': True, 'tenant_id': 'e49e4562e96540b6a305a7995e74e0de'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:06:52.610503 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72c4cf1-d351-4355-9e61-7f455b2e0443 req-13744e2f-410a-401a-aab0-3b2159eb1995 tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:06:52.612730 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-e72c4cf1-d351-4355-9e61-7f455b2e0443 req-13744e2f-410a-401a-aab0-3b2159eb1995 tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] 10.222.0.10 "GET /v2.0/ports?device_id=bcd92abc-c905-4d73-ad56-a28d21029ca1 HTTP/1.1" status: 200 len: 932 time: 0.2629368 Jul 16 14:06:52.784269 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-e72c4cf1-d351-4355-9e61-7f455b2e0443 req-eacd1d4b-51d2-4cfe-b3fe-19f746acf8de tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] 10.222.0.10 "GET /v2.0/security-groups?id=b754fbbd-8895-49e9-87a9-98dda090ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606910 Jul 16 14:06:52.899451 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.notifiers.nova [req-06424365-f3e6-46b8-b262-00f3d409f2a9 req-0fc4767d-2b0b-4bd3-a306-bcc2d2407499 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdc682a6-5781-4281-b8b8-ea55227069a2 {{(pid=93101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 14:06:52.910875 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-06424365-f3e6-46b8-b262-00f3d409f2a9 req-0fc4767d-2b0b-4bd3-a306-bcc2d2407499 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:52.923727 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5702a612-c429-45ad-8523-5bdb180f9e0c req-94aef9b1-c9ef-4559-8528-59ba1e36bc60 tempest-VolumesNegativeTest-1316536189 tempest-VolumesNegativeTest-1316536189-project] Made reservation on behalf of e49e4562e96540b6a305a7995e74e0de for: {'port': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 14:06:52.928957 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-5702a612-c429-45ad-8523-5bdb180f9e0c req-94aef9b1-c9ef-4559-8528-59ba1e36bc60 tempest-VolumesNegativeTest-1316536189 tempest-VolumesNegativeTest-1316536189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:52.929913 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-06424365-f3e6-46b8-b262-00f3d409f2a9 req-0fc4767d-2b0b-4bd3-a306-bcc2d2407499 service neutron] Transition to ACTIVE for port object cdc682a6-5781-4281-b8b8-ea55227069a2 will not be triggered until provisioned by entity L2. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 14:06:52.935493 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-06424365-f3e6-46b8-b262-00f3d409f2a9 req-0fc4767d-2b0b-4bd3-a306-bcc2d2407499 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736156224341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736155824276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736155824294'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:52.955464 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-5702a612-c429-45ad-8523-5bdb180f9e0c req-94aef9b1-c9ef-4559-8528-59ba1e36bc60 tempest-VolumesNegativeTest-1316536189 tempest-VolumesNegativeTest-1316536189-project] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:52.982880 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5374099-a82e-41b3-9b34-14783ead9401 req-c5b17813-f282-439d-b1e2-ee838458c789 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:06:52.984709 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-f5374099-a82e-41b3-9b34-14783ead9401 req-c5b17813-f282-439d-b1e2-ee838458c789 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b8c1db0-7953-43b1-b307-08491a3031f2 HTTP/1.1" status: 200 len: 945 time: 0.1855874 Jul 16 14:06:52.985589 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 59382) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:06:53.012984 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-470d8033-86d5-4ba5-a029-7e3f7d7d56df req-0688de66-cec5-4ba3-bfc6-ceab767e9274 tempest-VolumesNegativeTest-1316536189 tempest-VolumesNegativeTest-1316536189-project] 10.222.0.10 "GET /v2.0/ports?device_id=9bd042cc-1d30-4fb5-8ec9-dabdb96a388f HTTP/1.1" status: 200 len: 210 time: 0.0676622 Jul 16 14:06:53.070425 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-fe1600e4-7db6-428f-a340-75d1d02f3a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:53.081410 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc4767d-2b0b-4bd3-a306-bcc2d2407499 service neutron] Pushing event updated for resources: {'Port': ['ID=cdc682a6-5781-4281-b8b8-ea55227069a2,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:06:53.084345 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-f5374099-a82e-41b3-9b34-14783ead9401 req-fa0c2fa7-7e08-481f-9e66-3ad97d0f008e tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/security-groups?id=82181ce4-b774-4a6f-9777-8cd5eff34a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894802 Jul 16 14:06:53.103444 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-06424365-f3e6-46b8-b262-00f3d409f2a9 req-0fc4767d-2b0b-4bd3-a306-bcc2d2407499 service neutron] Attempting to bind port cdc682a6-5781-4281-b8b8-ea55227069a2 on host hv-cinder-78476 for vnic_type normal with profile {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 14:06:53.103777 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-06424365-f3e6-46b8-b262-00f3d409f2a9 req-0fc4767d-2b0b-4bd3-a306-bcc2d2407499 service neutron] Attempting to bind port cdc682a6-5781-4281-b8b8-ea55227069a2 by drivers openvswitch,hyperv on host hv-cinder-78476 at level 0 using segments [{'id': '3b8d15a4-d0f0-4e80-8b94-8fdab701065f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '7ef1faca-03ae-449a-aec5-eac3348ec315'}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 14:06:53.104481 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06424365-f3e6-46b8-b262-00f3d409f2a9 req-0fc4767d-2b0b-4bd3-a306-bcc2d2407499 service neutron] Attempting to bind port cdc682a6-5781-4281-b8b8-ea55227069a2 on network 7ef1faca-03ae-449a-aec5-eac3348ec315 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 14:06:53.109189 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06424365-f3e6-46b8-b262-00f3d409f2a9 req-0fc4767d-2b0b-4bd3-a306-bcc2d2407499 service neutron] Port cdc682a6-5781-4281-b8b8-ea55227069a2 on network 7ef1faca-03ae-449a-aec5-eac3348ec315 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78476 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 14:06:53.109553 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06424365-f3e6-46b8-b262-00f3d409f2a9 req-0fc4767d-2b0b-4bd3-a306-bcc2d2407499 service neutron] Attempting to bind port cdc682a6-5781-4281-b8b8-ea55227069a2 on network 7ef1faca-03ae-449a-aec5-eac3348ec315 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 14:06:53.114467 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06424365-f3e6-46b8-b262-00f3d409f2a9 req-0fc4767d-2b0b-4bd3-a306-bcc2d2407499 service neutron] Checking agent: {'id': '6fdce28b-c36c-45c9-95d7-1ffee3187505', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78476', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 14, 3, 46), 'started_at': datetime.datetime(2021, 7, 16, 14, 3, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 14, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 14:06:53.114800 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06424365-f3e6-46b8-b262-00f3d409f2a9 req-0fc4767d-2b0b-4bd3-a306-bcc2d2407499 service neutron] Checking segment: {'id': '3b8d15a4-d0f0-4e80-8b94-8fdab701065f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '7ef1faca-03ae-449a-aec5-eac3348ec315'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 14:06:53.115295 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06424365-f3e6-46b8-b262-00f3d409f2a9 req-0fc4767d-2b0b-4bd3-a306-bcc2d2407499 service neutron] Bound using segment: {'id': '3b8d15a4-d0f0-4e80-8b94-8fdab701065f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '7ef1faca-03ae-449a-aec5-eac3348ec315'} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 14:06:53.115717 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-06424365-f3e6-46b8-b262-00f3d409f2a9 req-0fc4767d-2b0b-4bd3-a306-bcc2d2407499 service neutron] Bound port: cdc682a6-5781-4281-b8b8-ea55227069a2, host: hv-cinder-78476, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b8d15a4-d0f0-4e80-8b94-8fdab701065f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '7ef1faca-03ae-449a-aec5-eac3348ec315'}}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 14:06:53.116881 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-06424365-f3e6-46b8-b262-00f3d409f2a9 req-0fc4767d-2b0b-4bd3-a306-bcc2d2407499 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:53.125676 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f892f439-73b7-4e85-a68a-2cc40ba48f0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:53.203089 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-5702a612-c429-45ad-8523-5bdb180f9e0c req-94aef9b1-c9ef-4559-8528-59ba1e36bc60 tempest-VolumesNegativeTest-1316536189 tempest-VolumesNegativeTest-1316536189-project] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:53.211131 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-5702a612-c429-45ad-8523-5bdb180f9e0c req-94aef9b1-c9ef-4559-8528-59ba1e36bc60 tempest-VolumesNegativeTest-1316536189 tempest-VolumesNegativeTest-1316536189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:53.220506 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-06424365-f3e6-46b8-b262-00f3d409f2a9 req-0fc4767d-2b0b-4bd3-a306-bcc2d2407499 service neutron] For port cdc682a6-5781-4281-b8b8-ea55227069a2, host hv-cinder-78476, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 14:06:53.223984 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-8a28aa65-8dbb-4072-95cb-17c55c647f75 req-d46b2341-a221-4d28-8b54-f44a75294dcc tempest-VolumesActionsTest-2139225872 tempest-VolumesActionsTest-2139225872-project] 10.222.0.10 "GET /v2.0/ports?device_id=07cd7e22-083f-4c96-adb2-75751021e718 HTTP/1.1" status: 200 len: 210 time: 0.0415986 Jul 16 14:06:53.241248 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-06424365-f3e6-46b8-b262-00f3d409f2a9 req-0fc4767d-2b0b-4bd3-a306-bcc2d2407499 service neutron] For port cdc682a6-5781-4281-b8b8-ea55227069a2, host hv-cinder-78476, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=cdc682a6-5781-4281-b8b8-ea55227069a2,segment=NetworkSegment(3b8d15a4-d0f0-4e80-8b94-8fdab701065f),segment_id=3b8d15a4-d0f0-4e80-8b94-8fdab701065f)] {{(pid=93101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 14:06:53.254767 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-06424365-f3e6-46b8-b262-00f3d409f2a9 req-0fc4767d-2b0b-4bd3-a306-bcc2d2407499 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736156224341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736155824276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736155824294'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:53.285726 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06424365-f3e6-46b8-b262-00f3d409f2a9 req-0fc4767d-2b0b-4bd3-a306-bcc2d2407499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:06:53.286340 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-06424365-f3e6-46b8-b262-00f3d409f2a9 req-0fc4767d-2b0b-4bd3-a306-bcc2d2407499 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72406'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:53.287717 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-06424365-f3e6-46b8-b262-00f3d409f2a9 req-0fc4767d-2b0b-4bd3-a306-bcc2d2407499 service neutron] 10.222.0.25 "PUT /v2.0/ports/cdc682a6-5781-4281-b8b8-ea55227069a2 HTTP/1.1" status: 200 len: 1094 time: 1.0533555 Jul 16 14:06:53.288165 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcd92abc-c905-4d73-ad56-a28d21029ca1', 'tag': 'cdc682a6-5781-4281-b8b8-ea55227069a2'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 14:06:53.291104 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}669b174d507dea59856bca4514a747f2bad56b4b9d456cc0353e9cf2427ac1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce7f4ff4-a05b-4a68-a554-b3b99f2e8442" -d '{"events": [{"name": "network-changed", "server_uuid": "bcd92abc-c905-4d73-ad56-a28d21029ca1", "tag": "cdc682a6-5781-4281-b8b8-ea55227069a2"}]}' {{(pid=93101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 14:06:53.299045 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94aef9b1-c9ef-4559-8528-59ba1e36bc60 tempest-VolumesNegativeTest-1316536189 tempest-VolumesNegativeTest-1316536189-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f85a545-b843-401a-b637-8aa9347f6458,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:06:53.314600 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc4767d-2b0b-4bd3-a306-bcc2d2407499 service neutron] Pushing event updated for resources: {'Port': ['ID=cdc682a6-5781-4281-b8b8-ea55227069a2,revision_number=3']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:06:53.363022 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 14:06:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d88b271c-aa8f-49aa-a68d-d79c5b6c0162 x-openstack-request-id: req-d88b271c-aa8f-49aa-a68d-d79c5b6c0162 {{(pid=93101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 14:06:53.363529 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcd92abc-c905-4d73-ad56-a28d21029ca1", "tag": "cdc682a6-5781-4281-b8b8-ea55227069a2", "status": "completed", "code": 200}]} {{(pid=93101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 14:06:53.363936 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d88b271c-aa8f-49aa-a68d-d79c5b6c0162 {{(pid=93101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 14:06:53.365001 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcd92abc-c905-4d73-ad56-a28d21029ca1', 'tag': 'cdc682a6-5781-4281-b8b8-ea55227069a2', 'status': 'completed', 'code': 200} Jul 16 14:06:53.417566 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [req-5702a612-c429-45ad-8523-5bdb180f9e0c req-94aef9b1-c9ef-4559-8528-59ba1e36bc60 tempest-VolumesNegativeTest-1316536189 tempest-VolumesNegativeTest-1316536189-project] Allocated IP 192.168.233.231 (ecab0d71-8f22-4cdb-ad03-f3c98941ac9c/f71e8f1e-f626-43b2-82b7-0daf1c3db870/1589f64d-934d-441f-9e1d-fd708c3bda47) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 14:06:53.429964 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f892f439-73b7-4e85-a68a-2cc40ba48f0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:53.435248 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f892f439-73b7-4e85-a68a-2cc40ba48f0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:53.480389 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06424365-f3e6-46b8-b262-00f3d409f2a9 req-b14abc96-950b-476e-9199-2c46765d0bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:06:53.482342 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-06424365-f3e6-46b8-b262-00f3d409f2a9 req-b14abc96-950b-476e-9199-2c46765d0bad service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=65aa6d16d1494e3e938670a7bcde4ef6&device_id=bcd92abc-c905-4d73-ad56-a28d21029ca1 HTTP/1.1" status: 200 len: 1097 time: 0.0697951 Jul 16 14:06:53.491073 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-f892f439-73b7-4e85-a68a-2cc40ba48f0b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a2132de2dad84e5ba1aed772072443f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5042596 Jul 16 14:06:53.493913 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 59390) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:06:53.499794 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f892f439-73b7-4e85-a68a-2cc40ba48f0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86dc685a-83b3-449f-baf0-33021b31d25e,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:06:53.559565 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-06424365-f3e6-46b8-b262-00f3d409f2a9 req-ee05a7b0-2cc0-4ee6-904e-5fbaa3109c8b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cdc682a6-5781-4281-b8b8-ea55227069a2 HTTP/1.1" status: 200 len: 217 time: 0.0562193 Jul 16 14:06:53.631141 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-5702a612-c429-45ad-8523-5bdb180f9e0c req-94aef9b1-c9ef-4559-8528-59ba1e36bc60 tempest-VolumesNegativeTest-1316536189 tempest-VolumesNegativeTest-1316536189-project] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:53.655949 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.db.provisioning_blocks [req-5702a612-c429-45ad-8523-5bdb180f9e0c req-94aef9b1-c9ef-4559-8528-59ba1e36bc60 tempest-VolumesNegativeTest-1316536189 tempest-VolumesNegativeTest-1316536189-project] Transition to ACTIVE for port object 1589f64d-934d-441f-9e1d-fd708c3bda47 will not be triggered until provisioned by entity DHCP. {{(pid=93102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 14:06:53.707976 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-5702a612-c429-45ad-8523-5bdb180f9e0c req-94aef9b1-c9ef-4559-8528-59ba1e36bc60 tempest-VolumesNegativeTest-1316536189 tempest-VolumesNegativeTest-1316536189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736155824258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4062758'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:53.708189 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06424365-f3e6-46b8-b262-00f3d409f2a9 req-e1cdd3fd-5257-40dc-af67-4a45f9e76bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:06:53.709398 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-06424365-f3e6-46b8-b262-00f3d409f2a9 req-e1cdd3fd-5257-40dc-af67-4a45f9e76bbf service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b9558011-4645-42ab-96a4-509a9f3696f5 HTTP/1.1" status: 200 len: 854 time: 0.1376526 Jul 16 14:06:53.757165 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5702a612-c429-45ad-8523-5bdb180f9e0c req-94aef9b1-c9ef-4559-8528-59ba1e36bc60 tempest-VolumesNegativeTest-1316536189 tempest-VolumesNegativeTest-1316536189-project] Network ecab0d71-8f22-4cdb-ad03-f3c98941ac9c is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 14:06:53.761315 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [req-5702a612-c429-45ad-8523-5bdb180f9e0c req-94aef9b1-c9ef-4559-8528-59ba1e36bc60 tempest-VolumesNegativeTest-1316536189 tempest-VolumesNegativeTest-1316536189-project] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 14:06:53.761449 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-06424365-f3e6-46b8-b262-00f3d409f2a9 req-7e32edf3-b969-4378-860a-42c336322a1f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7ef1faca-03ae-449a-aec5-eac3348ec315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331135 Jul 16 14:06:53.763790 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-8247d72c-c7fe-4c31-8530-91e5f10e3b78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:53.769943 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [req-5702a612-c429-45ad-8523-5bdb180f9e0c req-94aef9b1-c9ef-4559-8528-59ba1e36bc60 tempest-VolumesNegativeTest-1316536189 tempest-VolumesNegativeTest-1316536189-project] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 14:06:53.830347 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94aef9b1-c9ef-4559-8528-59ba1e36bc60 tempest-VolumesNegativeTest-1316536189 tempest-VolumesNegativeTest-1316536189-project] Pushing event updated for resources: {'Port': ['ID=1589f64d-934d-441f-9e1d-fd708c3bda47,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:06:53.831148 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3790191-d76c-417a-b887-0de7d0d7ad2f req-1da70b24-e8e6-4a1c-8390-f49fa7302be0 tempest-VolumesActionsTest-2139225872 tempest-VolumesActionsTest-2139225872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:06:53.833637 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-d3790191-d76c-417a-b887-0de7d0d7ad2f req-1da70b24-e8e6-4a1c-8390-f49fa7302be0 tempest-VolumesActionsTest-2139225872 tempest-VolumesActionsTest-2139225872-project] 10.222.0.25 "GET /v2.0/networks?id=38d7fcdb-4492-4134-b8d5-839907f8f59b HTTP/1.1" status: 200 len: 808 time: 0.2727997 Jul 16 14:06:53.843227 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-8247d72c-c7fe-4c31-8530-91e5f10e3b78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:53.858776 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5702a612-c429-45ad-8523-5bdb180f9e0c req-94aef9b1-c9ef-4559-8528-59ba1e36bc60 tempest-VolumesNegativeTest-1316536189 tempest-VolumesNegativeTest-1316536189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:06:53.859493 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-5702a612-c429-45ad-8523-5bdb180f9e0c req-94aef9b1-c9ef-4559-8528-59ba1e36bc60 tempest-VolumesNegativeTest-1316536189 tempest-VolumesNegativeTest-1316536189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583268'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:53.871322 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.v2.base [req-d3790191-d76c-417a-b887-0de7d0d7ad2f req-a2726860-044c-4457-88db-feac884a6db1 tempest-VolumesActionsTest-2139225872 tempest-VolumesActionsTest-2139225872-project] Request body: {'port': {'device_id': '07cd7e22-083f-4c96-adb2-75751021e718', 'network_id': '38d7fcdb-4492-4134-b8d5-839907f8f59b', 'admin_state_up': True, 'tenant_id': 'c326ba1771fb4e42ba3974b9d993d127'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:06:53.883983 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-5702a612-c429-45ad-8523-5bdb180f9e0c req-94aef9b1-c9ef-4559-8528-59ba1e36bc60 tempest-VolumesNegativeTest-1316536189 tempest-VolumesNegativeTest-1316536189-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4836135 Jul 16 14:06:53.918074 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.v2.base [req-5702a612-c429-45ad-8523-5bdb180f9e0c req-558c8a9c-0aee-4111-818d-4a0a9606c651 service neutron] Request body: {'port': {'device_id': '9bd042cc-1d30-4fb5-8ec9-dabdb96a388f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78476'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:06:54.006650 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-5702a612-c429-45ad-8523-5bdb180f9e0c req-558c8a9c-0aee-4111-818d-4a0a9606c651 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:54.061298 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-06424365-f3e6-46b8-b262-00f3d409f2a9 req-cc716df4-a2de-4a26-875d-b2b543f7e5ae service neutron] 10.222.0.25 "GET /v2.0/networks/7ef1faca-03ae-449a-aec5-eac3348ec315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2850504 Jul 16 14:06:54.096637 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-9725b206-b800-4901-9392-9a984185f259 None None] Provisioning for port 1589f64d-934d-441f-9e1d-fd708c3bda47 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 14:06:54.102448 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-9725b206-b800-4901-9392-9a984185f259 None None] Provisioning complete for port 1589f64d-934d-441f-9e1d-fd708c3bda47 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 14:06:54.103246 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-9725b206-b800-4901-9392-9a984185f259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16503849'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:54.162366 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-9725b206-b800-4901-9392-9a984185f259 None None] Port 1589f64d-934d-441f-9e1d-fd708c3bda47 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 14:06:54.171285 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-8247d72c-c7fe-4c31-8530-91e5f10e3b78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:54.173927 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-8247d72c-c7fe-4c31-8530-91e5f10e3b78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:54.176727 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-8247d72c-c7fe-4c31-8530-91e5f10e3b78 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/86dc685a-83b3-449f-baf0-33021b31d25e HTTP/1.1" status: 204 len: 168 time: 0.6817250 Jul 16 14:06:54.209863 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd81dc4-7c75-4221-a408-6a4a2df43910 req-86b3fe65-2c40-4775-b311-a79ee50a5362 tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:06:54.212029 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-2dd81dc4-7c75-4221-a408-6a4a2df43910 req-86b3fe65-2c40-4775-b311-a79ee50a5362 tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] 10.222.0.10 "GET /v2.0/ports?device_id=bcd92abc-c905-4d73-ad56-a28d21029ca1 HTTP/1.1" status: 200 len: 944 time: 0.2630258 Jul 16 14:06:54.212907 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8247d72c-c7fe-4c31-8530-91e5f10e3b78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86dc685a-83b3-449f-baf0-33021b31d25e,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:06:54.216667 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3790191-d76c-417a-b887-0de7d0d7ad2f req-a2726860-044c-4457-88db-feac884a6db1 tempest-VolumesActionsTest-2139225872 tempest-VolumesActionsTest-2139225872-project] Made reservation on behalf of c326ba1771fb4e42ba3974b9d993d127 for: {'port': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 14:06:54.224978 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-d3790191-d76c-417a-b887-0de7d0d7ad2f req-a2726860-044c-4457-88db-feac884a6db1 tempest-VolumesActionsTest-2139225872 tempest-VolumesActionsTest-2139225872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:54.282219 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-06424365-f3e6-46b8-b262-00f3d409f2a9 req-53a28f99-3af0-4c85-ad93-287656f18e7e service neutron] 10.222.0.25 "GET /v2.0/networks/7ef1faca-03ae-449a-aec5-eac3348ec315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2125986 Jul 16 14:06:54.315945 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-2dd81dc4-7c75-4221-a408-6a4a2df43910 req-73f6071b-1a88-4680-8f18-792dd69b44e8 tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] 10.222.0.10 "GET /v2.0/security-groups?id=b754fbbd-8895-49e9-87a9-98dda090ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865772 Jul 16 14:06:54.336358 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc63bcb4-5f92-4c0c-9f48-c26a3cf6ed2b req-a0be6905-2904-4a06-992c-0b44bdd85d38 tempest-VolumesNegativeTest-1316536189 tempest-VolumesNegativeTest-1316536189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:06:54.339991 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-dc63bcb4-5f92-4c0c-9f48-c26a3cf6ed2b req-a0be6905-2904-4a06-992c-0b44bdd85d38 tempest-VolumesNegativeTest-1316536189 tempest-VolumesNegativeTest-1316536189-project] 10.222.0.10 "GET /v2.0/ports?device_id=9bd042cc-1d30-4fb5-8ec9-dabdb96a388f HTTP/1.1" status: 200 len: 936 time: 0.1809032 Jul 16 14:06:54.427665 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-dc63bcb4-5f92-4c0c-9f48-c26a3cf6ed2b req-61267429-720c-4ab8-8ad2-3b268360aeb2 tempest-VolumesNegativeTest-1316536189 tempest-VolumesNegativeTest-1316536189-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f85a545-b843-401a-b637-8aa9347f6458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795734 Jul 16 14:06:54.433099 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.notifiers.nova [req-5702a612-c429-45ad-8523-5bdb180f9e0c req-558c8a9c-0aee-4111-818d-4a0a9606c651 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1589f64d-934d-441f-9e1d-fd708c3bda47 {{(pid=93102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 14:06:54.442370 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-5702a612-c429-45ad-8523-5bdb180f9e0c req-558c8a9c-0aee-4111-818d-4a0a9606c651 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:54.469923 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.db.provisioning_blocks [req-5702a612-c429-45ad-8523-5bdb180f9e0c req-558c8a9c-0aee-4111-818d-4a0a9606c651 service neutron] Transition to ACTIVE for port object 1589f64d-934d-441f-9e1d-fd708c3bda47 will not be triggered until provisioned by entity L2. {{(pid=93102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 14:06:54.472361 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [req-d3790191-d76c-417a-b887-0de7d0d7ad2f req-a2726860-044c-4457-88db-feac884a6db1 tempest-VolumesActionsTest-2139225872 tempest-VolumesActionsTest-2139225872-project] Allocated IP 172.20.0.4 (38d7fcdb-4492-4134-b8d5-839907f8f59b/e3df51f1-7f4d-4eb1-98e6-b29ed94a0a67/0a0d9fb3-b905-4cdc-9b2d-18825977d6e1) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 14:06:54.475561 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-5702a612-c429-45ad-8523-5bdb180f9e0c req-558c8a9c-0aee-4111-818d-4a0a9606c651 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736156224341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736155824276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736155824294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4062751'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:54.527117 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7f4ff4-a05b-4a68-a554-b3b99f2e8442 req-8b9b2bf0-9e07-485e-8816-ab4237f7c47e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:06:54.528827 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-ce7f4ff4-a05b-4a68-a554-b3b99f2e8442 req-8b9b2bf0-9e07-485e-8816-ab4237f7c47e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=65aa6d16d1494e3e938670a7bcde4ef6&device_id=bcd92abc-c905-4d73-ad56-a28d21029ca1 HTTP/1.1" status: 200 len: 1097 time: 0.1192386 Jul 16 14:06:54.546652 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558c8a9c-0aee-4111-818d-4a0a9606c651 service neutron] Pushing event updated for resources: {'Port': ['ID=1589f64d-934d-441f-9e1d-fd708c3bda47,revision_number=2']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:06:54.649730 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 59416) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:06:54.705755 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-f3f2ae49-503c-460f-99d5-0b3173eb7570 req-42dcd7db-d33c-4f17-a4c5-1606dc2996c6 tempest-VolumesActionsTest-2139225872 tempest-VolumesActionsTest-2139225872-project] 10.222.0.10 "GET /v2.0/ports?device_id=07cd7e22-083f-4c96-adb2-75751021e718 HTTP/1.1" status: 200 len: 210 time: 0.0505686 Jul 16 14:06:54.708844 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [req-5702a612-c429-45ad-8523-5bdb180f9e0c req-558c8a9c-0aee-4111-818d-4a0a9606c651 service neutron] Attempting to bind port 1589f64d-934d-441f-9e1d-fd708c3bda47 on host hv-cinder-78476 for vnic_type normal with profile {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 14:06:54.709184 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [req-5702a612-c429-45ad-8523-5bdb180f9e0c req-558c8a9c-0aee-4111-818d-4a0a9606c651 service neutron] Attempting to bind port 1589f64d-934d-441f-9e1d-fd708c3bda47 by drivers openvswitch,hyperv on host hv-cinder-78476 at level 0 using segments [{'id': 'a09fdaff-4202-440c-890e-bab46334690c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'ecab0d71-8f22-4cdb-ad03-f3c98941ac9c'}] {{(pid=93102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 14:06:54.709844 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5702a612-c429-45ad-8523-5bdb180f9e0c req-558c8a9c-0aee-4111-818d-4a0a9606c651 service neutron] Attempting to bind port 1589f64d-934d-441f-9e1d-fd708c3bda47 on network ecab0d71-8f22-4cdb-ad03-f3c98941ac9c {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 14:06:54.716196 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5702a612-c429-45ad-8523-5bdb180f9e0c req-558c8a9c-0aee-4111-818d-4a0a9606c651 service neutron] Port 1589f64d-934d-441f-9e1d-fd708c3bda47 on network ecab0d71-8f22-4cdb-ad03-f3c98941ac9c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78476 {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 14:06:54.717378 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5702a612-c429-45ad-8523-5bdb180f9e0c req-558c8a9c-0aee-4111-818d-4a0a9606c651 service neutron] Attempting to bind port 1589f64d-934d-441f-9e1d-fd708c3bda47 on network ecab0d71-8f22-4cdb-ad03-f3c98941ac9c {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 14:06:54.723816 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5702a612-c429-45ad-8523-5bdb180f9e0c req-558c8a9c-0aee-4111-818d-4a0a9606c651 service neutron] Checking agent: {'id': '6fdce28b-c36c-45c9-95d7-1ffee3187505', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78476', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 14, 3, 46), 'started_at': datetime.datetime(2021, 7, 16, 14, 3, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 14, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 14:06:54.724201 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5702a612-c429-45ad-8523-5bdb180f9e0c req-558c8a9c-0aee-4111-818d-4a0a9606c651 service neutron] Checking segment: {'id': 'a09fdaff-4202-440c-890e-bab46334690c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'ecab0d71-8f22-4cdb-ad03-f3c98941ac9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 14:06:54.724554 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5702a612-c429-45ad-8523-5bdb180f9e0c req-558c8a9c-0aee-4111-818d-4a0a9606c651 service neutron] Bound using segment: {'id': 'a09fdaff-4202-440c-890e-bab46334690c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'ecab0d71-8f22-4cdb-ad03-f3c98941ac9c'} {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 14:06:54.725057 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [req-5702a612-c429-45ad-8523-5bdb180f9e0c req-558c8a9c-0aee-4111-818d-4a0a9606c651 service neutron] Bound port: 1589f64d-934d-441f-9e1d-fd708c3bda47, host: hv-cinder-78476, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a09fdaff-4202-440c-890e-bab46334690c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'ecab0d71-8f22-4cdb-ad03-f3c98941ac9c'}}] {{(pid=93102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 14:06:54.725428 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-5702a612-c429-45ad-8523-5bdb180f9e0c req-558c8a9c-0aee-4111-818d-4a0a9606c651 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:54.815191 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.db [req-5702a612-c429-45ad-8523-5bdb180f9e0c req-558c8a9c-0aee-4111-818d-4a0a9606c651 service neutron] For port 1589f64d-934d-441f-9e1d-fd708c3bda47, host hv-cinder-78476, cleared binding levels {{(pid=93102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 14:06:54.818860 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.db [req-5702a612-c429-45ad-8523-5bdb180f9e0c req-558c8a9c-0aee-4111-818d-4a0a9606c651 service neutron] For port 1589f64d-934d-441f-9e1d-fd708c3bda47, host hv-cinder-78476, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=1589f64d-934d-441f-9e1d-fd708c3bda47,segment=NetworkSegment(a09fdaff-4202-440c-890e-bab46334690c),segment_id=a09fdaff-4202-440c-890e-bab46334690c)] {{(pid=93102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 14:06:54.823755 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-5702a612-c429-45ad-8523-5bdb180f9e0c req-558c8a9c-0aee-4111-818d-4a0a9606c651 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736156224341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736155824276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736155824294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4062751'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:54.863467 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5702a612-c429-45ad-8523-5bdb180f9e0c req-558c8a9c-0aee-4111-818d-4a0a9606c651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:06:54.864092 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-5702a612-c429-45ad-8523-5bdb180f9e0c req-558c8a9c-0aee-4111-818d-4a0a9606c651 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583268'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:54.865524 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-5702a612-c429-45ad-8523-5bdb180f9e0c req-558c8a9c-0aee-4111-818d-4a0a9606c651 service neutron] 10.222.0.25 "PUT /v2.0/ports/1589f64d-934d-441f-9e1d-fd708c3bda47 HTTP/1.1" status: 200 len: 1098 time: 0.9571962 Jul 16 14:06:54.865981 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bd042cc-1d30-4fb5-8ec9-dabdb96a388f', 'tag': '1589f64d-934d-441f-9e1d-fd708c3bda47'}] {{(pid=93102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 14:06:54.868302 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a11fcfe668901014f0ad0c9d70c66bea342e29a2e59f45ce58be81cf923ee92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-416b1ddb-e0fd-4c14-9651-fdc5bc8d7052" -d '{"events": [{"name": "network-changed", "server_uuid": "9bd042cc-1d30-4fb5-8ec9-dabdb96a388f", "tag": "1589f64d-934d-441f-9e1d-fd708c3bda47"}]}' {{(pid=93102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 14:06:54.894549 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558c8a9c-0aee-4111-818d-4a0a9606c651 service neutron] Pushing event updated for resources: {'Port': ['ID=1589f64d-934d-441f-9e1d-fd708c3bda47,revision_number=3']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:06:54.978433 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-0db9678d-f3ee-4889-8f2c-8f020129aa9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:55.027589 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5702a612-c429-45ad-8523-5bdb180f9e0c req-3705ea02-c7d1-46fb-9424-14a0de1b2f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:06:55.029185 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-5702a612-c429-45ad-8523-5bdb180f9e0c req-3705ea02-c7d1-46fb-9424-14a0de1b2f07 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e49e4562e96540b6a305a7995e74e0de&device_id=9bd042cc-1d30-4fb5-8ec9-dabdb96a388f HTTP/1.1" status: 200 len: 1101 time: 0.0765145 Jul 16 14:06:55.053905 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8edd3ee-f401-4553-9056-e6ae71fd7c9b req-59fb3b68-3da6-4c65-a6c1-0e631de497be tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:06:55.056209 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-a8edd3ee-f401-4553-9056-e6ae71fd7c9b req-59fb3b68-3da6-4c65-a6c1-0e631de497be tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b8c1db0-7953-43b1-b307-08491a3031f2 HTTP/1.1" status: 200 len: 945 time: 0.5778813 Jul 16 14:06:55.066524 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7f4ff4-a05b-4a68-a554-b3b99f2e8442 req-ad2b7502-29f5-4b8d-999b-069acd3cfce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:06:55.067946 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-ce7f4ff4-a05b-4a68-a554-b3b99f2e8442 req-ad2b7502-29f5-4b8d-999b-069acd3cfce1 service neutron] 10.222.0.25 "GET /v2.0/networks?id=7ef1faca-03ae-449a-aec5-eac3348ec315 HTTP/1.1" status: 200 len: 915 time: 0.5271142 Jul 16 14:06:55.098002 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-5702a612-c429-45ad-8523-5bdb180f9e0c req-7afec17b-883e-4e43-aee7-e43741c6942a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=1589f64d-934d-441f-9e1d-fd708c3bda47 HTTP/1.1" status: 200 len: 217 time: 0.0348387 Jul 16 14:06:55.143791 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-ce7f4ff4-a05b-4a68-a554-b3b99f2e8442 req-e4aa68d6-ba57-4402-841c-467e9f7d668c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cdc682a6-5781-4281-b8b8-ea55227069a2 HTTP/1.1" status: 200 len: 217 time: 0.0572860 Jul 16 14:06:55.165339 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 14:06:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b5c246f-3e1a-4ec5-bee9-d3eabc46b134 x-openstack-request-id: req-8b5c246f-3e1a-4ec5-bee9-d3eabc46b134 {{(pid=93102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 14:06:55.165624 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bd042cc-1d30-4fb5-8ec9-dabdb96a388f", "tag": "1589f64d-934d-441f-9e1d-fd708c3bda47", "status": "completed", "code": 200}]} {{(pid=93102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 14:06:55.165896 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8b5c246f-3e1a-4ec5-bee9-d3eabc46b134 {{(pid=93102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 14:06:55.166289 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bd042cc-1d30-4fb5-8ec9-dabdb96a388f', 'tag': '1589f64d-934d-441f-9e1d-fd708c3bda47', 'status': 'completed', 'code': 200} Jul 16 14:06:55.180457 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5702a612-c429-45ad-8523-5bdb180f9e0c req-90831179-7b6f-46c7-b55f-02c7d0a3e526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:06:55.181999 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-5702a612-c429-45ad-8523-5bdb180f9e0c req-90831179-7b6f-46c7-b55f-02c7d0a3e526 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f71e8f1e-f626-43b2-82b7-0daf1c3db870 HTTP/1.1" status: 200 len: 843 time: 0.0484893 Jul 16 14:06:55.228284 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-a8edd3ee-f401-4553-9056-e6ae71fd7c9b req-414c0d63-749b-49bc-bada-b0205fcf6d67 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/security-groups?id=82181ce4-b774-4a6f-9777-8cd5eff34a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631527 Jul 16 14:06:55.232340 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-d3790191-d76c-417a-b887-0de7d0d7ad2f req-a2726860-044c-4457-88db-feac884a6db1 tempest-VolumesActionsTest-2139225872 tempest-VolumesActionsTest-2139225872-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:55.253617 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7f4ff4-a05b-4a68-a554-b3b99f2e8442 req-fee1c314-c4ab-478c-89ba-d59d4764fbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:06:55.254627 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5702a612-c429-45ad-8523-5bdb180f9e0c req-535e018a-cbb3-4e63-a80c-f9691d6f0042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:06:55.255115 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-ce7f4ff4-a05b-4a68-a554-b3b99f2e8442 req-fee1c314-c4ab-478c-89ba-d59d4764fbb0 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b9558011-4645-42ab-96a4-509a9f3696f5 HTTP/1.1" status: 200 len: 854 time: 0.1014371 Jul 16 14:06:55.256316 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-5702a612-c429-45ad-8523-5bdb180f9e0c req-535e018a-cbb3-4e63-a80c-f9691d6f0042 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ecab0d71-8f22-4cdb-ad03-f3c98941ac9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0618761 Jul 16 14:06:55.301991 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-ce7f4ff4-a05b-4a68-a554-b3b99f2e8442 req-c9957671-9e42-4719-a293-56719c0f8198 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7ef1faca-03ae-449a-aec5-eac3348ec315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333872 Jul 16 14:06:55.358056 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-5702a612-c429-45ad-8523-5bdb180f9e0c req-022572d6-9785-480d-ab54-91f665f4cc7c service neutron] 10.222.0.25 "GET /v2.0/networks/ecab0d71-8f22-4cdb-ad03-f3c98941ac9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898881 Jul 16 14:06:55.368448 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-0db9678d-f3ee-4889-8f2c-8f020129aa9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:55.377271 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-0db9678d-f3ee-4889-8f2c-8f020129aa9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:55.415490 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-d3790191-d76c-417a-b887-0de7d0d7ad2f req-a2726860-044c-4457-88db-feac884a6db1 tempest-VolumesActionsTest-2139225872 tempest-VolumesActionsTest-2139225872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736155824258'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:55.492433 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-0db9678d-f3ee-4889-8f2c-8f020129aa9f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=814645d9f84d4895b7c42e88396f1599&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8396888 Jul 16 14:06:55.493293 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-5702a612-c429-45ad-8523-5bdb180f9e0c req-48c8949d-d063-4aba-958e-5518b278edf9 service neutron] 10.222.0.25 "GET /v2.0/networks/ecab0d71-8f22-4cdb-ad03-f3c98941ac9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262288 Jul 16 14:06:55.493746 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 59426) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:06:55.505162 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db9678d-f3ee-4889-8f2c-8f020129aa9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fc91a7c-7652-4cf7-9a09-ee0eb00227c8,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:06:55.513812 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3790191-d76c-417a-b887-0de7d0d7ad2f req-a2726860-044c-4457-88db-feac884a6db1 tempest-VolumesActionsTest-2139225872 tempest-VolumesActionsTest-2139225872-project] Network 38d7fcdb-4492-4134-b8d5-839907f8f59b is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 14:06:55.528172 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [req-d3790191-d76c-417a-b887-0de7d0d7ad2f req-a2726860-044c-4457-88db-feac884a6db1 tempest-VolumesActionsTest-2139225872 tempest-VolumesActionsTest-2139225872-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 14:06:55.535389 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3790191-d76c-417a-b887-0de7d0d7ad2f req-a2726860-044c-4457-88db-feac884a6db1 tempest-VolumesActionsTest-2139225872 tempest-VolumesActionsTest-2139225872-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 14:06:55.541391 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3790191-d76c-417a-b887-0de7d0d7ad2f req-a2726860-044c-4457-88db-feac884a6db1 tempest-VolumesActionsTest-2139225872 tempest-VolumesActionsTest-2139225872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:06:55.542028 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-d3790191-d76c-417a-b887-0de7d0d7ad2f req-a2726860-044c-4457-88db-feac884a6db1 tempest-VolumesActionsTest-2139225872 tempest-VolumesActionsTest-2139225872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72406'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:55.545022 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1a27fc-8d24-4ee1-8cef-bca59f559b78 req-c7cafb8b-8141-47f3-826c-f955a2c3d9b6 tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:06:55.546557 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-af1a27fc-8d24-4ee1-8cef-bca59f559b78 req-c7cafb8b-8141-47f3-826c-f955a2c3d9b6 tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] 10.222.0.10 "GET /v2.0/ports?device_id=bcd92abc-c905-4d73-ad56-a28d21029ca1 HTTP/1.1" status: 200 len: 944 time: 0.1143048 Jul 16 14:06:55.547909 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-ce7f4ff4-a05b-4a68-a554-b3b99f2e8442 req-ba8a98ec-873c-495c-b07d-258c42f4af94 service neutron] 10.222.0.25 "GET /v2.0/networks/7ef1faca-03ae-449a-aec5-eac3348ec315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2377927 Jul 16 14:06:55.548492 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2726860-044c-4457-88db-feac884a6db1 tempest-VolumesActionsTest-2139225872 tempest-VolumesActionsTest-2139225872-project] Pushing event updated for resources: {'Port': ['ID=0a0d9fb3-b905-4cdc-9b2d-18825977d6e1,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:06:55.574939 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-d3790191-d76c-417a-b887-0de7d0d7ad2f req-a2726860-044c-4457-88db-feac884a6db1 tempest-VolumesActionsTest-2139225872 tempest-VolumesActionsTest-2139225872-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7099495 Jul 16 14:06:55.577513 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ced0dc82-8b09-42d8-8231-75a04087a15a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:55.612255 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ced0dc82-8b09-42d8-8231-75a04087a15a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:55.617228 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-af1a27fc-8d24-4ee1-8cef-bca59f559b78 req-996aff39-d043-469d-b21c-6fcb309a1cae tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] 10.222.0.10 "GET /v2.0/security-groups?id=b754fbbd-8895-49e9-87a9-98dda090ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552742 Jul 16 14:06:55.645602 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.v2.base [req-d3790191-d76c-417a-b887-0de7d0d7ad2f req-eb9df633-a519-4d25-b709-028c9b33da35 service neutron] Request body: {'port': {'device_id': '07cd7e22-083f-4c96-adb2-75751021e718', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78476'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:06:55.697979 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416b1ddb-e0fd-4c14-9651-fdc5bc8d7052 req-34ef2d84-5317-4a6c-a2fa-caebd02be90c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:06:55.699588 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-416b1ddb-e0fd-4c14-9651-fdc5bc8d7052 req-34ef2d84-5317-4a6c-a2fa-caebd02be90c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e49e4562e96540b6a305a7995e74e0de&device_id=9bd042cc-1d30-4fb5-8ec9-dabdb96a388f HTTP/1.1" status: 200 len: 1101 time: 0.0756385 Jul 16 14:06:55.700620 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ced0dc82-8b09-42d8-8231-75a04087a15a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:55.703187 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ced0dc82-8b09-42d8-8231-75a04087a15a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:55.704406 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-ced0dc82-8b09-42d8-8231-75a04087a15a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7fc91a7c-7652-4cf7-9a09-ee0eb00227c8 HTTP/1.1" status: 204 len: 168 time: 0.2095892 Jul 16 14:06:55.730262 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced0dc82-8b09-42d8-8231-75a04087a15a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fc91a7c-7652-4cf7-9a09-ee0eb00227c8,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:06:55.792923 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a90b730-0765-4fc9-8dec-e6af53586114 req-b015aea8-8199-4137-9e91-a2f03ed38a4c tempest-VolumesNegativeTest-1316536189 tempest-VolumesNegativeTest-1316536189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:06:55.794444 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-7a90b730-0765-4fc9-8dec-e6af53586114 req-b015aea8-8199-4137-9e91-a2f03ed38a4c tempest-VolumesNegativeTest-1316536189 tempest-VolumesNegativeTest-1316536189-project] 10.222.0.10 "GET /v2.0/ports?device_id=9bd042cc-1d30-4fb5-8ec9-dabdb96a388f HTTP/1.1" status: 200 len: 948 time: 0.2044368 Jul 16 14:06:55.809237 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416b1ddb-e0fd-4c14-9651-fdc5bc8d7052 req-5b554305-ca3d-4f51-b357-f98896fdbd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:06:55.811326 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-416b1ddb-e0fd-4c14-9651-fdc5bc8d7052 req-5b554305-ca3d-4f51-b357-f98896fdbd9d service neutron] 10.222.0.25 "GET /v2.0/networks?id=ecab0d71-8f22-4cdb-ad03-f3c98941ac9c HTTP/1.1" status: 200 len: 870 time: 0.1034913 Jul 16 14:06:55.833322 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-ce7f4ff4-a05b-4a68-a554-b3b99f2e8442 req-ab402071-643c-4b5c-be38-8ab91237f2bc service neutron] 10.222.0.25 "GET /v2.0/networks/7ef1faca-03ae-449a-aec5-eac3348ec315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2105408 Jul 16 14:06:55.835908 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-d3790191-d76c-417a-b887-0de7d0d7ad2f req-eb9df633-a519-4d25-b709-028c9b33da35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:55.862866 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-7a90b730-0765-4fc9-8dec-e6af53586114 req-13210305-8235-4d4a-a1d4-fc1ea62cf8b8 tempest-VolumesNegativeTest-1316536189 tempest-VolumesNegativeTest-1316536189-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f85a545-b843-401a-b637-8aa9347f6458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592000 Jul 16 14:06:55.878053 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-416b1ddb-e0fd-4c14-9651-fdc5bc8d7052 req-fd30b8fe-3d84-4064-aee6-2780acf6707d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=1589f64d-934d-441f-9e1d-fd708c3bda47 HTTP/1.1" status: 200 len: 217 time: 0.0564952 Jul 16 14:06:55.972860 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416b1ddb-e0fd-4c14-9651-fdc5bc8d7052 req-b528ca57-d9da-4c68-b929-98b3252e3123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:06:55.974534 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-416b1ddb-e0fd-4c14-9651-fdc5bc8d7052 req-b528ca57-d9da-4c68-b929-98b3252e3123 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f71e8f1e-f626-43b2-82b7-0daf1c3db870 HTTP/1.1" status: 200 len: 843 time: 0.0843053 Jul 16 14:06:56.049724 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d6adc0-883e-49a5-bd30-985e538e6bc1 req-0b1f63bb-39e5-4941-869e-ad469446d6e2 tempest-VolumesActionsTest-2139225872 tempest-VolumesActionsTest-2139225872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:06:56.051202 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-c2d6adc0-883e-49a5-bd30-985e538e6bc1 req-0b1f63bb-39e5-4941-869e-ad469446d6e2 tempest-VolumesActionsTest-2139225872 tempest-VolumesActionsTest-2139225872-project] 10.222.0.10 "GET /v2.0/ports?device_id=07cd7e22-083f-4c96-adb2-75751021e718 HTTP/1.1" status: 200 len: 931 time: 0.1343601 Jul 16 14:06:56.105333 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-c2d6adc0-883e-49a5-bd30-985e538e6bc1 req-f903ab3a-21ef-4b75-8190-091710a41596 tempest-VolumesActionsTest-2139225872 tempest-VolumesActionsTest-2139225872-project] 10.222.0.10 "GET /v2.0/security-groups?id=fdcd4579-863f-428a-a566-067b53bf9d93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485363 Jul 16 14:06:56.108627 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416b1ddb-e0fd-4c14-9651-fdc5bc8d7052 req-2a1ced13-fbd2-41dc-95f6-926059fca22d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:06:56.110232 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-416b1ddb-e0fd-4c14-9651-fdc5bc8d7052 req-2a1ced13-fbd2-41dc-95f6-926059fca22d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ecab0d71-8f22-4cdb-ad03-f3c98941ac9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1260400 Jul 16 14:06:56.176336 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.notifiers.nova [req-d3790191-d76c-417a-b887-0de7d0d7ad2f req-eb9df633-a519-4d25-b709-028c9b33da35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a0d9fb3-b905-4cdc-9b2d-18825977d6e1 {{(pid=93101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 14:06:56.199333 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-d3790191-d76c-417a-b887-0de7d0d7ad2f req-eb9df633-a519-4d25-b709-028c9b33da35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:56.217780 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-d3790191-d76c-417a-b887-0de7d0d7ad2f req-eb9df633-a519-4d25-b709-028c9b33da35 service neutron] Transition to ACTIVE for port object 0a0d9fb3-b905-4cdc-9b2d-18825977d6e1 will not be triggered until provisioned by entity L2. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 14:06:56.222396 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-d3790191-d76c-417a-b887-0de7d0d7ad2f req-eb9df633-a519-4d25-b709-028c9b33da35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736156224341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736155824276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736155824294'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:56.235954 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-416b1ddb-e0fd-4c14-9651-fdc5bc8d7052 req-9c25c699-4270-4908-8dd0-bb9047eac301 service neutron] 10.222.0.25 "GET /v2.0/networks/ecab0d71-8f22-4cdb-ad03-f3c98941ac9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177952 Jul 16 14:06:56.317514 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9df633-a519-4d25-b709-028c9b33da35 service neutron] Pushing event updated for resources: {'Port': ['ID=0a0d9fb3-b905-4cdc-9b2d-18825977d6e1,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:06:56.322875 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-d3790191-d76c-417a-b887-0de7d0d7ad2f req-eb9df633-a519-4d25-b709-028c9b33da35 service neutron] Attempting to bind port 0a0d9fb3-b905-4cdc-9b2d-18825977d6e1 on host hv-cinder-78476 for vnic_type normal with profile {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 14:06:56.323202 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-d3790191-d76c-417a-b887-0de7d0d7ad2f req-eb9df633-a519-4d25-b709-028c9b33da35 service neutron] Attempting to bind port 0a0d9fb3-b905-4cdc-9b2d-18825977d6e1 by drivers openvswitch,hyperv on host hv-cinder-78476 at level 0 using segments [{'id': '44b1e1c5-8f3f-4ecf-9e5c-752c9045ce28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '38d7fcdb-4492-4134-b8d5-839907f8f59b'}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 14:06:56.324063 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3790191-d76c-417a-b887-0de7d0d7ad2f req-eb9df633-a519-4d25-b709-028c9b33da35 service neutron] Attempting to bind port 0a0d9fb3-b905-4cdc-9b2d-18825977d6e1 on network 38d7fcdb-4492-4134-b8d5-839907f8f59b {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 14:06:56.329627 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3790191-d76c-417a-b887-0de7d0d7ad2f req-eb9df633-a519-4d25-b709-028c9b33da35 service neutron] Port 0a0d9fb3-b905-4cdc-9b2d-18825977d6e1 on network 38d7fcdb-4492-4134-b8d5-839907f8f59b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78476 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 14:06:56.329953 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3790191-d76c-417a-b887-0de7d0d7ad2f req-eb9df633-a519-4d25-b709-028c9b33da35 service neutron] Attempting to bind port 0a0d9fb3-b905-4cdc-9b2d-18825977d6e1 on network 38d7fcdb-4492-4134-b8d5-839907f8f59b {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 14:06:56.337019 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3790191-d76c-417a-b887-0de7d0d7ad2f req-eb9df633-a519-4d25-b709-028c9b33da35 service neutron] Checking agent: {'id': '6fdce28b-c36c-45c9-95d7-1ffee3187505', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78476', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 14, 3, 46), 'started_at': datetime.datetime(2021, 7, 16, 14, 3, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 14, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 14:06:56.337355 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3790191-d76c-417a-b887-0de7d0d7ad2f req-eb9df633-a519-4d25-b709-028c9b33da35 service neutron] Checking segment: {'id': '44b1e1c5-8f3f-4ecf-9e5c-752c9045ce28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '38d7fcdb-4492-4134-b8d5-839907f8f59b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 14:06:56.338437 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3790191-d76c-417a-b887-0de7d0d7ad2f req-eb9df633-a519-4d25-b709-028c9b33da35 service neutron] Bound using segment: {'id': '44b1e1c5-8f3f-4ecf-9e5c-752c9045ce28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '38d7fcdb-4492-4134-b8d5-839907f8f59b'} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 14:06:56.338871 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-d3790191-d76c-417a-b887-0de7d0d7ad2f req-eb9df633-a519-4d25-b709-028c9b33da35 service neutron] Bound port: 0a0d9fb3-b905-4cdc-9b2d-18825977d6e1, host: hv-cinder-78476, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44b1e1c5-8f3f-4ecf-9e5c-752c9045ce28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '38d7fcdb-4492-4134-b8d5-839907f8f59b'}}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 14:06:56.339236 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-d3790191-d76c-417a-b887-0de7d0d7ad2f req-eb9df633-a519-4d25-b709-028c9b33da35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:56.358076 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-416b1ddb-e0fd-4c14-9651-fdc5bc8d7052 req-114c3aee-bd4b-4e63-af19-b91e8e71ec68 service neutron] 10.222.0.25 "GET /v2.0/networks/ecab0d71-8f22-4cdb-ad03-f3c98941ac9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147230 Jul 16 14:06:56.423221 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-d3790191-d76c-417a-b887-0de7d0d7ad2f req-eb9df633-a519-4d25-b709-028c9b33da35 service neutron] For port 0a0d9fb3-b905-4cdc-9b2d-18825977d6e1, host hv-cinder-78476, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 14:06:56.427800 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-d3790191-d76c-417a-b887-0de7d0d7ad2f req-eb9df633-a519-4d25-b709-028c9b33da35 service neutron] For port 0a0d9fb3-b905-4cdc-9b2d-18825977d6e1, host hv-cinder-78476, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=0a0d9fb3-b905-4cdc-9b2d-18825977d6e1,segment=NetworkSegment(44b1e1c5-8f3f-4ecf-9e5c-752c9045ce28),segment_id=44b1e1c5-8f3f-4ecf-9e5c-752c9045ce28)] {{(pid=93101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 14:06:56.434546 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-d3790191-d76c-417a-b887-0de7d0d7ad2f req-eb9df633-a519-4d25-b709-028c9b33da35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736156224341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736155824276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736155824294'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:56.457271 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb47f3d8-5328-48d0-8724-6da2df309864 req-9fa2584d-2ec5-4476-bd55-a85ac2dcd2ca tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:06:56.458781 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-eb47f3d8-5328-48d0-8724-6da2df309864 req-9fa2584d-2ec5-4476-bd55-a85ac2dcd2ca tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b8c1db0-7953-43b1-b307-08491a3031f2 HTTP/1.1" status: 200 len: 945 time: 0.0818648 Jul 16 14:06:56.471900 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3790191-d76c-417a-b887-0de7d0d7ad2f req-eb9df633-a519-4d25-b709-028c9b33da35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:06:56.472559 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-d3790191-d76c-417a-b887-0de7d0d7ad2f req-eb9df633-a519-4d25-b709-028c9b33da35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72406'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:56.474036 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-d3790191-d76c-417a-b887-0de7d0d7ad2f req-eb9df633-a519-4d25-b709-028c9b33da35 service neutron] 10.222.0.25 "PUT /v2.0/ports/0a0d9fb3-b905-4cdc-9b2d-18825977d6e1 HTTP/1.1" status: 200 len: 1093 time: 0.8487735 Jul 16 14:06:56.477753 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Device cdc682a6-5781-4281-b8b8-ea55227069a2 details requested by agent hyperv_hv-cinder-78476 with host hv-cinder-78476 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 14:06:56.483097 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07cd7e22-083f-4c96-adb2-75751021e718', 'tag': '0a0d9fb3-b905-4cdc-9b2d-18825977d6e1'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 14:06:56.486228 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}669b174d507dea59856bca4514a747f2bad56b4b9d456cc0353e9cf2427ac1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cc1745f-936c-4715-9bd8-123853122010" -d '{"events": [{"name": "network-changed", "server_uuid": "07cd7e22-083f-4c96-adb2-75751021e718", "tag": "0a0d9fb3-b905-4cdc-9b2d-18825977d6e1"}]}' {{(pid=93101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 14:06:56.507969 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-eb47f3d8-5328-48d0-8724-6da2df309864 req-26d48f52-cab1-4ac6-ad65-c3feb1af4fbd tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/security-groups?id=82181ce4-b774-4a6f-9777-8cd5eff34a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403423 Jul 16 14:06:56.519046 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9df633-a519-4d25-b709-028c9b33da35 service neutron] Pushing event updated for resources: {'Port': ['ID=0a0d9fb3-b905-4cdc-9b2d-18825977d6e1,revision_number=3']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:06:56.554681 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 14:06:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07dc472a-7380-4f29-9879-cb85bac2f63a x-openstack-request-id: req-07dc472a-7380-4f29-9879-cb85bac2f63a {{(pid=93101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 14:06:56.555003 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07cd7e22-083f-4c96-adb2-75751021e718", "tag": "0a0d9fb3-b905-4cdc-9b2d-18825977d6e1", "status": "completed", "code": 200}]} {{(pid=93101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 14:06:56.555257 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-07dc472a-7380-4f29-9879-cb85bac2f63a {{(pid=93101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 14:06:56.555648 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07cd7e22-083f-4c96-adb2-75751021e718', 'tag': '0a0d9fb3-b905-4cdc-9b2d-18825977d6e1', 'status': 'completed', 'code': 200} Jul 16 14:06:56.614446 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] For port cdc682a6-5781-4281-b8b8-ea55227069a2, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=cdc682a6-5781-4281-b8b8-ea55227069a2,segment=NetworkSegment(3b8d15a4-d0f0-4e80-8b94-8fdab701065f),segment_id=3b8d15a4-d0f0-4e80-8b94-8fdab701065f)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:06:56.626151 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Returning: {'device': 'cdc682a6-5781-4281-b8b8-ea55227069a2', 'network_id': '7ef1faca-03ae-449a-aec5-eac3348ec315', 'port_id': 'cdc682a6-5781-4281-b8b8-ea55227069a2', 'mac_address': 'fa:16:3e:2b:1d:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9558011-4645-42ab-96a4-509a9f3696f5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 14:06:56.628763 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3790191-d76c-417a-b887-0de7d0d7ad2f req-3e08937a-d297-4360-b83f-ed953f812984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:06:56.630390 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-d3790191-d76c-417a-b887-0de7d0d7ad2f req-3e08937a-d297-4360-b83f-ed953f812984 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c326ba1771fb4e42ba3974b9d993d127&device_id=07cd7e22-083f-4c96-adb2-75751021e718 HTTP/1.1" status: 200 len: 1096 time: 0.0583475 Jul 16 14:06:56.665296 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:56.678708 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdc682a6-5781-4281-b8b8-ea55227069a2 {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 14:06:56.693197 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-d3790191-d76c-417a-b887-0de7d0d7ad2f req-35d216ea-50c7-4010-9fe3-8798fc222961 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0a0d9fb3-b905-4cdc-9b2d-18825977d6e1 HTTP/1.1" status: 200 len: 217 time: 0.0429337 Jul 16 14:06:56.707780 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] For port cdc682a6-5781-4281-b8b8-ea55227069a2, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=cdc682a6-5781-4281-b8b8-ea55227069a2,segment=NetworkSegment(3b8d15a4-d0f0-4e80-8b94-8fdab701065f),segment_id=3b8d15a4-d0f0-4e80-8b94-8fdab701065f)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:06:56.713752 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736156224341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736155824276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736155824294'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:56.759164 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3790191-d76c-417a-b887-0de7d0d7ad2f req-8470a795-6dc8-446a-80e4-9f0704665ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:06:56.761276 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-d3790191-d76c-417a-b887-0de7d0d7ad2f req-8470a795-6dc8-446a-80e4-9f0704665ed8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e3df51f1-7f4d-4eb1-98e6-b29ed94a0a67 HTTP/1.1" status: 200 len: 848 time: 0.0594957 Jul 16 14:06:56.773551 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Pushing event updated for resources: {'Port': ['ID=cdc682a6-5781-4281-b8b8-ea55227069a2,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:06:56.782904 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:06:56.783336 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:06:56.783815 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:06:56.784219 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:06:56.784616 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:06:56.785161 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:06:56.785563 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:06:56.785956 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:06:56.786371 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:06:56.786911 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:06:56.787302 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:06:56.787688 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:06:56.804968 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-d3790191-d76c-417a-b887-0de7d0d7ad2f req-e200ab70-0597-4c84-897d-e5566853eb44 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=38d7fcdb-4492-4134-b8d5-839907f8f59b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329702 Jul 16 14:06:56.835283 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cad08de-bdea-43b4-a0d9-c5d1ceabb31b req-ace44d36-4ad0-4b89-a03d-af6b9ab542c7 tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:06:56.837111 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-6cad08de-bdea-43b4-a0d9-c5d1ceabb31b req-ace44d36-4ad0-4b89-a03d-af6b9ab542c7 tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] 10.222.0.10 "GET /v2.0/ports?device_id=bcd92abc-c905-4d73-ad56-a28d21029ca1 HTTP/1.1" status: 200 len: 945 time: 0.0908878 Jul 16 14:06:56.897631 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-6cad08de-bdea-43b4-a0d9-c5d1ceabb31b req-1cf6cfee-2b06-4419-a315-3fd65e14d4a4 tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] 10.222.0.10 "GET /v2.0/security-groups?id=b754fbbd-8895-49e9-87a9-98dda090ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542719 Jul 16 14:06:56.923493 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-d3790191-d76c-417a-b887-0de7d0d7ad2f req-f718d5e4-558e-438a-899c-436119b8d288 service neutron] 10.222.0.25 "GET /v2.0/networks/38d7fcdb-4492-4134-b8d5-839907f8f59b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113598 Jul 16 14:06:57.057887 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-d3790191-d76c-417a-b887-0de7d0d7ad2f req-008b2c94-6eb9-4edb-b2f0-70152ed73276 service neutron] 10.222.0.25 "GET /v2.0/networks/38d7fcdb-4492-4134-b8d5-839907f8f59b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250827 Jul 16 14:06:57.080284 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3611607-e9c5-4d4d-8c6e-8f138723e6f4 req-a178f1d4-66ed-4564-9435-5b6434f71b8e tempest-VolumesNegativeTest-1316536189 tempest-VolumesNegativeTest-1316536189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:06:57.081848 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-e3611607-e9c5-4d4d-8c6e-8f138723e6f4 req-a178f1d4-66ed-4564-9435-5b6434f71b8e tempest-VolumesNegativeTest-1316536189 tempest-VolumesNegativeTest-1316536189-project] 10.222.0.10 "GET /v2.0/ports?device_id=9bd042cc-1d30-4fb5-8ec9-dabdb96a388f HTTP/1.1" status: 200 len: 948 time: 0.0874856 Jul 16 14:06:57.105734 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] get_ports_and_sgs() called for port_ids ['cdc682a6-5781-4281-b8b8-ea55227069a2'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 14:06:57.136002 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-e3611607-e9c5-4d4d-8c6e-8f138723e6f4 req-6daf0e8d-471f-4d42-85e4-07d6031fcf73 tempest-VolumesNegativeTest-1316536189 tempest-VolumesNegativeTest-1316536189-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f85a545-b843-401a-b637-8aa9347f6458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478454 Jul 16 14:06:57.260442 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc1745f-936c-4715-9bd8-123853122010 req-8d509b8c-dce7-4671-a553-71c9f94d156f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:06:57.262302 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-0cc1745f-936c-4715-9bd8-123853122010 req-8d509b8c-dce7-4671-a553-71c9f94d156f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c326ba1771fb4e42ba3974b9d993d127&device_id=07cd7e22-083f-4c96-adb2-75751021e718 HTTP/1.1" status: 200 len: 1096 time: 0.0905342 Jul 16 14:06:57.408146 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24c6869-2336-48a1-9594-1a4c7dc4cb51 req-e3b71ecb-8006-4d65-9c60-2fc782b42a52 tempest-VolumesActionsTest-2139225872 tempest-VolumesActionsTest-2139225872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:06:57.409779 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-b24c6869-2336-48a1-9594-1a4c7dc4cb51 req-e3b71ecb-8006-4d65-9c60-2fc782b42a52 tempest-VolumesActionsTest-2139225872 tempest-VolumesActionsTest-2139225872-project] 10.222.0.10 "GET /v2.0/ports?device_id=07cd7e22-083f-4c96-adb2-75751021e718 HTTP/1.1" status: 200 len: 943 time: 0.1399505 Jul 16 14:06:57.412938 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc1745f-936c-4715-9bd8-123853122010 req-d4d951d3-a7ee-477b-a458-c7b29db52e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:06:57.414670 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-0cc1745f-936c-4715-9bd8-123853122010 req-d4d951d3-a7ee-477b-a458-c7b29db52e58 service neutron] 10.222.0.25 "GET /v2.0/networks?id=38d7fcdb-4492-4134-b8d5-839907f8f59b HTTP/1.1" status: 200 len: 909 time: 0.1325088 Jul 16 14:06:57.463454 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-0cc1745f-936c-4715-9bd8-123853122010 req-0d29de0d-e990-4820-88da-fe5d4bc22353 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0a0d9fb3-b905-4cdc-9b2d-18825977d6e1 HTTP/1.1" status: 200 len: 217 time: 0.0400519 Jul 16 14:06:57.481352 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-b24c6869-2336-48a1-9594-1a4c7dc4cb51 req-9816681c-3ab6-49a1-a4f9-49aca166c214 tempest-VolumesActionsTest-2139225872 tempest-VolumesActionsTest-2139225872-project] 10.222.0.10 "GET /v2.0/security-groups?id=fdcd4579-863f-428a-a566-067b53bf9d93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641103 Jul 16 14:06:57.697380 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc1745f-936c-4715-9bd8-123853122010 req-75b13fb3-5986-406e-81f8-e4370e8d5d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:06:57.698896 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-0cc1745f-936c-4715-9bd8-123853122010 req-75b13fb3-5986-406e-81f8-e4370e8d5d38 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e3df51f1-7f4d-4eb1-98e6-b29ed94a0a67 HTTP/1.1" status: 200 len: 848 time: 0.0789337 Jul 16 14:06:57.746403 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-0cc1745f-936c-4715-9bd8-123853122010 req-3e47494b-a224-4b17-b591-da6189765c65 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=38d7fcdb-4492-4134-b8d5-839907f8f59b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319686 Jul 16 14:06:57.766113 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6a3c71-a1cc-45c3-a3d4-3d70440f6393 req-34e93fcc-b76c-41d8-adcb-96178bc4f402 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:06:57.767666 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-fc6a3c71-a1cc-45c3-a3d4-3d70440f6393 req-34e93fcc-b76c-41d8-adcb-96178bc4f402 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b8c1db0-7953-43b1-b307-08491a3031f2 HTTP/1.1" status: 200 len: 945 time: 0.1142867 Jul 16 14:06:57.855710 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-fc6a3c71-a1cc-45c3-a3d4-3d70440f6393 req-7f49c850-803d-4294-ae66-cdd6129060e2 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/security-groups?id=82181ce4-b774-4a6f-9777-8cd5eff34a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783937 Jul 16 14:06:57.881114 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-0cc1745f-936c-4715-9bd8-123853122010 req-63842781-af18-49dd-911c-e0910ea40192 service neutron] 10.222.0.25 "GET /v2.0/networks/38d7fcdb-4492-4134-b8d5-839907f8f59b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124661 Jul 16 14:06:57.977066 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-0cc1745f-936c-4715-9bd8-123853122010 req-4d1478a5-4377-4d05-a61c-6f3b159cc890 service neutron] 10.222.0.25 "GET /v2.0/networks/38d7fcdb-4492-4134-b8d5-839907f8f59b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882201 Jul 16 14:06:58.068719 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914afe56-3dbc-4470-aabe-a5855e10ef92 req-bd1fa4f3-7daf-45bf-a6cf-65eb96baca36 tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:06:58.070823 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-914afe56-3dbc-4470-aabe-a5855e10ef92 req-bd1fa4f3-7daf-45bf-a6cf-65eb96baca36 tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] 10.222.0.10 "GET /v2.0/ports?device_id=bcd92abc-c905-4d73-ad56-a28d21029ca1 HTTP/1.1" status: 200 len: 945 time: 0.0617614 Jul 16 14:06:58.108310 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-914afe56-3dbc-4470-aabe-a5855e10ef92 req-3b0575d5-78c8-4bcf-a433-bf76726a16b1 tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] 10.222.0.10 "GET /v2.0/security-groups?id=b754fbbd-8895-49e9-87a9-98dda090ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319653 Jul 16 14:06:58.307606 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae43bf88-a67e-4c40-bcbf-6fe01e05f49a req-6eb8c36c-137b-4756-8633-1a23283fc3c1 tempest-VolumesNegativeTest-1316536189 tempest-VolumesNegativeTest-1316536189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:06:58.309190 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-ae43bf88-a67e-4c40-bcbf-6fe01e05f49a req-6eb8c36c-137b-4756-8633-1a23283fc3c1 tempest-VolumesNegativeTest-1316536189 tempest-VolumesNegativeTest-1316536189-project] 10.222.0.10 "GET /v2.0/ports?device_id=9bd042cc-1d30-4fb5-8ec9-dabdb96a388f HTTP/1.1" status: 200 len: 948 time: 0.0612993 Jul 16 14:06:58.347268 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-ae43bf88-a67e-4c40-bcbf-6fe01e05f49a req-7874ce1f-55eb-4f99-a7de-352b7f72d422 tempest-VolumesNegativeTest-1316536189 tempest-VolumesNegativeTest-1316536189-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f85a545-b843-401a-b637-8aa9347f6458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324903 Jul 16 14:06:58.493024 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Device 1589f64d-934d-441f-9e1d-fd708c3bda47 details requested by agent hyperv_hv-cinder-78476 with host hv-cinder-78476 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 14:06:58.505559 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Device cdc682a6-5781-4281-b8b8-ea55227069a2 up at agent hyperv_hv-cinder-78476 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 14:06:58.615218 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Provisioning for port cdc682a6-5781-4281-b8b8-ea55227069a2 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 14:06:58.626945 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Provisioning complete for port cdc682a6-5781-4281-b8b8-ea55227069a2 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 14:06:58.627320 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16503849'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:58.629850 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] For port 1589f64d-934d-441f-9e1d-fd708c3bda47, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=1589f64d-934d-441f-9e1d-fd708c3bda47,segment=NetworkSegment(a09fdaff-4202-440c-890e-bab46334690c),segment_id=a09fdaff-4202-440c-890e-bab46334690c)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:06:58.659246 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Returning: {'device': '1589f64d-934d-441f-9e1d-fd708c3bda47', 'network_id': 'ecab0d71-8f22-4cdb-ad03-f3c98941ac9c', 'port_id': '1589f64d-934d-441f-9e1d-fd708c3bda47', 'mac_address': 'fa:16:3e:6b:fc:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f71e8f1e-f626-43b2-82b7-0daf1c3db870', 'ip_address': '192.168.233.231'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 14:06:58.659550 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8389a7dc-627b-4ec7-8e73-8483ffe357dd req-d7b0f4dc-2734-4682-a12c-c097095434d2 tempest-VolumesActionsTest-2139225872 tempest-VolumesActionsTest-2139225872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:06:58.661071 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-8389a7dc-627b-4ec7-8e73-8483ffe357dd req-d7b0f4dc-2734-4682-a12c-c097095434d2 tempest-VolumesActionsTest-2139225872 tempest-VolumesActionsTest-2139225872-project] 10.222.0.10 "GET /v2.0/ports?device_id=07cd7e22-083f-4c96-adb2-75751021e718 HTTP/1.1" status: 200 len: 943 time: 0.0644679 Jul 16 14:06:58.704188 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-8389a7dc-627b-4ec7-8e73-8483ffe357dd req-aea99068-9ddd-4d48-bd85-8c21c44788db tempest-VolumesActionsTest-2139225872 tempest-VolumesActionsTest-2139225872-project] 10.222.0.10 "GET /v2.0/security-groups?id=fdcd4579-863f-428a-a566-067b53bf9d93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366340 Jul 16 14:06:58.713148 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:58.749318 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1589f64d-934d-441f-9e1d-fd708c3bda47 {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 14:06:58.772519 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:58.783470 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] For port 1589f64d-934d-441f-9e1d-fd708c3bda47, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=1589f64d-934d-441f-9e1d-fd708c3bda47,segment=NetworkSegment(a09fdaff-4202-440c-890e-bab46334690c),segment_id=a09fdaff-4202-440c-890e-bab46334690c)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:06:58.788108 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736156224341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736155824276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736155824294'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:58.831161 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcd92abc-c905-4d73-ad56-a28d21029ca1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdc682a6-5781-4281-b8b8-ea55227069a2'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 14:06:58.833430 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e17b9d4f214fa64bfb48c5bf95da0f2ee536929a6529a77ec24820d0293f4c41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cebc65f-2bed-4eab-a3df-b258a9138c67" -d '{"events": [{"server_uuid": "bcd92abc-c905-4d73-ad56-a28d21029ca1", "name": "network-vif-plugged", "status": "completed", "tag": "cdc682a6-5781-4281-b8b8-ea55227069a2"}]}' {{(pid=93103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 14:06:58.858426 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] For port cdc682a6-5781-4281-b8b8-ea55227069a2, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=cdc682a6-5781-4281-b8b8-ea55227069a2,segment=NetworkSegment(3b8d15a4-d0f0-4e80-8b94-8fdab701065f),segment_id=3b8d15a4-d0f0-4e80-8b94-8fdab701065f)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:06:58.874306 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736156224341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736155824276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736155824294'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:06:58.880552 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Pushing event updated for resources: {'Port': ['ID=1589f64d-934d-441f-9e1d-fd708c3bda47,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:06:58.887366 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 14:06:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f3abbef-435b-47ae-a475-2dea39a5e2a0 x-openstack-request-id: req-9f3abbef-435b-47ae-a475-2dea39a5e2a0 {{(pid=93103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 14:06:58.887894 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcd92abc-c905-4d73-ad56-a28d21029ca1", "name": "network-vif-plugged", "status": "completed", "tag": "cdc682a6-5781-4281-b8b8-ea55227069a2", "code": 200}]} {{(pid=93103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 14:06:58.888356 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9f3abbef-435b-47ae-a475-2dea39a5e2a0 {{(pid=93103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 14:06:58.888973 dv-cinder-784763-7-iscsi neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcd92abc-c905-4d73-ad56-a28d21029ca1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdc682a6-5781-4281-b8b8-ea55227069a2', 'code': 200} Jul 16 14:06:58.937389 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Pushing event updated for resources: {'Port': ['ID=cdc682a6-5781-4281-b8b8-ea55227069a2,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:06:59.107155 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19fca37-1d32-4993-bfbe-1eb18a186eb8 req-1cb80f8a-1a6f-4c6c-b277-0e5be9bbc441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:06:59.107658 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1fe531-59b8-4a93-8efe-99490696ccf6 req-d07b1a1c-c5f7-4e6f-881d-bc81baf1e2c4 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:06:59.108658 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-f19fca37-1d32-4993-bfbe-1eb18a186eb8 req-1cb80f8a-1a6f-4c6c-b277-0e5be9bbc441 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=4b8c1db0-7953-43b1-b307-08491a3031f2 HTTP/1.1" status: 200 len: 1098 time: 0.0857084 Jul 16 14:06:59.109185 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-ed1fe531-59b8-4a93-8efe-99490696ccf6 req-d07b1a1c-c5f7-4e6f-881d-bc81baf1e2c4 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b8c1db0-7953-43b1-b307-08491a3031f2 HTTP/1.1" status: 200 len: 945 time: 0.0961225 Jul 16 14:06:59.152892 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-f19fca37-1d32-4993-bfbe-1eb18a186eb8 req-a948af4e-d61a-4164-9c79-625a19ef23a7 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=82181ce4-b774-4a6f-9777-8cd5eff34a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343757 Jul 16 14:06:59.153479 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-ed1fe531-59b8-4a93-8efe-99490696ccf6 req-2a299f5e-d9a7-4c51-83b2-95ac7342a79c tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/security-groups?id=82181ce4-b774-4a6f-9777-8cd5eff34a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378211 Jul 16 14:06:59.222782 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] get_ports_and_sgs() called for port_ids ['1589f64d-934d-441f-9e1d-fd708c3bda47'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 14:06:59.287227 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd13bbe0-a730-4dc7-a336-0905c0c8af7a req-61eab7ca-385f-41fe-b3ea-dfb64b8677f5 tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:06:59.288631 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-cd13bbe0-a730-4dc7-a336-0905c0c8af7a req-61eab7ca-385f-41fe-b3ea-dfb64b8677f5 tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] 10.222.0.10 "GET /v2.0/ports?device_id=bcd92abc-c905-4d73-ad56-a28d21029ca1 HTTP/1.1" status: 200 len: 946 time: 0.0630689 Jul 16 14:06:59.326495 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-cd13bbe0-a730-4dc7-a336-0905c0c8af7a req-d1b471da-af8f-4ebe-8adf-00516b53e291 tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] 10.222.0.10 "GET /v2.0/security-groups?id=b754fbbd-8895-49e9-87a9-98dda090ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321655 Jul 16 14:06:59.518883 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73ef764-88d1-4ab9-9ebc-13d87d008ddc req-ee8e21b0-fabe-450d-b85e-eb15a7438894 tempest-VolumesNegativeTest-1316536189 tempest-VolumesNegativeTest-1316536189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:06:59.520373 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-a73ef764-88d1-4ab9-9ebc-13d87d008ddc req-ee8e21b0-fabe-450d-b85e-eb15a7438894 tempest-VolumesNegativeTest-1316536189 tempest-VolumesNegativeTest-1316536189-project] 10.222.0.10 "GET /v2.0/ports?device_id=9bd042cc-1d30-4fb5-8ec9-dabdb96a388f HTTP/1.1" status: 200 len: 949 time: 0.0654557 Jul 16 14:06:59.558673 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-a73ef764-88d1-4ab9-9ebc-13d87d008ddc req-b3021d83-d532-413b-8ef7-41a405d4207f tempest-VolumesNegativeTest-1316536189 tempest-VolumesNegativeTest-1316536189-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f85a545-b843-401a-b637-8aa9347f6458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313644 Jul 16 14:06:59.880169 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1924ff2d-f049-434a-b064-6ed6c4e722be req-9bcaabcb-761b-46c5-88f3-893511d4c62f tempest-VolumesActionsTest-2139225872 tempest-VolumesActionsTest-2139225872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:06:59.881669 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-1924ff2d-f049-434a-b064-6ed6c4e722be req-9bcaabcb-761b-46c5-88f3-893511d4c62f tempest-VolumesActionsTest-2139225872 tempest-VolumesActionsTest-2139225872-project] 10.222.0.10 "GET /v2.0/ports?device_id=07cd7e22-083f-4c96-adb2-75751021e718 HTTP/1.1" status: 200 len: 943 time: 0.0661757 Jul 16 14:06:59.919858 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-1924ff2d-f049-434a-b064-6ed6c4e722be req-8a5db78a-47e6-408b-ad6f-d89dada9cf5f tempest-VolumesActionsTest-2139225872 tempest-VolumesActionsTest-2139225872-project] 10.222.0.10 "GET /v2.0/security-groups?id=fdcd4579-863f-428a-a566-067b53bf9d93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318813 Jul 16 14:07:02.610156 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Device 0a0d9fb3-b905-4cdc-9b2d-18825977d6e1 details requested by agent hyperv_hv-cinder-78476 with host hv-cinder-78476 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 14:07:02.637741 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122cdccb-e8ff-478f-be0a-a1a2e1e92b42 req-78e2a59b-376d-4012-b9b1-3b6ac2f8a095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:07:02.639237 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-122cdccb-e8ff-478f-be0a-a1a2e1e92b42 req-78e2a59b-376d-4012-b9b1-3b6ac2f8a095 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=bcd92abc-c905-4d73-ad56-a28d21029ca1 HTTP/1.1" status: 200 len: 1099 time: 0.0520463 Jul 16 14:07:02.707122 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] For port 0a0d9fb3-b905-4cdc-9b2d-18825977d6e1, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=0a0d9fb3-b905-4cdc-9b2d-18825977d6e1,segment=NetworkSegment(44b1e1c5-8f3f-4ecf-9e5c-752c9045ce28),segment_id=44b1e1c5-8f3f-4ecf-9e5c-752c9045ce28)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:07:02.717719 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Returning: {'device': '0a0d9fb3-b905-4cdc-9b2d-18825977d6e1', 'network_id': '38d7fcdb-4492-4134-b8d5-839907f8f59b', 'port_id': '0a0d9fb3-b905-4cdc-9b2d-18825977d6e1', 'mac_address': 'fa:16:3e:7a:e5:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3df51f1-7f4d-4eb1-98e6-b29ed94a0a67', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 14:07:02.761728 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:02.775442 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-122cdccb-e8ff-478f-be0a-a1a2e1e92b42 req-d7b3cae5-26d2-462a-984c-50cff4965497 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=b754fbbd-8895-49e9-87a9-98dda090ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376844 Jul 16 14:07:02.775930 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a0d9fb3-b905-4cdc-9b2d-18825977d6e1 {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 14:07:02.797259 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] For port 0a0d9fb3-b905-4cdc-9b2d-18825977d6e1, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=0a0d9fb3-b905-4cdc-9b2d-18825977d6e1,segment=NetworkSegment(44b1e1c5-8f3f-4ecf-9e5c-752c9045ce28),segment_id=44b1e1c5-8f3f-4ecf-9e5c-752c9045ce28)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:07:02.805253 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736156224341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736155824276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736155824294'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:02.818221 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7518b4-7e63-4a4f-96fb-555de2746bd9 req-ea159726-1fb6-4552-94bf-232dd3513600 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:07:02.825557 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-bf7518b4-7e63-4a4f-96fb-555de2746bd9 req-ea159726-1fb6-4552-94bf-232dd3513600 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b8c1db0-7953-43b1-b307-08491a3031f2 HTTP/1.1" status: 200 len: 945 time: 0.0755136 Jul 16 14:07:02.855641 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Pushing event updated for resources: {'Port': ['ID=0a0d9fb3-b905-4cdc-9b2d-18825977d6e1,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:07:02.863846 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-bf7518b4-7e63-4a4f-96fb-555de2746bd9 req-4ebd0d1e-29b9-4998-a2c3-c32c36a1392c tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/security-groups?id=82181ce4-b774-4a6f-9777-8cd5eff34a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371370 Jul 16 14:07:02.928337 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3b0924-134d-4f33-9045-5533ed683920 req-de2fdea3-b7f4-4189-ab56-9e646f215bbc tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:07:02.930646 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-ff3b0924-134d-4f33-9045-5533ed683920 req-de2fdea3-b7f4-4189-ab56-9e646f215bbc tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] 10.222.0.10 "GET /v2.0/ports?device_id=bcd92abc-c905-4d73-ad56-a28d21029ca1 HTTP/1.1" status: 200 len: 946 time: 0.0727837 Jul 16 14:07:02.971396 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-ff3b0924-134d-4f33-9045-5533ed683920 req-552b5363-b4bc-4699-b743-7e942fbe97a6 tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] 10.222.0.10 "GET /v2.0/security-groups?id=b754fbbd-8895-49e9-87a9-98dda090ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347817 Jul 16 14:07:03.030411 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97481c5c-a983-42e0-8210-2624cf053c1d req-58512913-fe25-467e-ad31-5bc260739540 tempest-VolumesNegativeTest-1316536189 tempest-VolumesNegativeTest-1316536189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:07:03.031889 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-97481c5c-a983-42e0-8210-2624cf053c1d req-58512913-fe25-467e-ad31-5bc260739540 tempest-VolumesNegativeTest-1316536189 tempest-VolumesNegativeTest-1316536189-project] 10.222.0.10 "GET /v2.0/ports?device_id=9bd042cc-1d30-4fb5-8ec9-dabdb96a388f HTTP/1.1" status: 200 len: 949 time: 0.0659363 Jul 16 14:07:03.071375 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-97481c5c-a983-42e0-8210-2624cf053c1d req-c4ba339c-92ad-42d8-9752-23f43eaa1d1e tempest-VolumesNegativeTest-1316536189 tempest-VolumesNegativeTest-1316536189-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f85a545-b843-401a-b637-8aa9347f6458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338554 Jul 16 14:07:03.133995 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb5e704-edf2-49bd-96b6-ba72311eeac7 req-227dc99a-c962-452a-94b0-7970be1ce42a tempest-VolumesActionsTest-2139225872 tempest-VolumesActionsTest-2139225872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:07:03.135377 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-8bb5e704-edf2-49bd-96b6-ba72311eeac7 req-227dc99a-c962-452a-94b0-7970be1ce42a tempest-VolumesActionsTest-2139225872 tempest-VolumesActionsTest-2139225872-project] 10.222.0.10 "GET /v2.0/ports?device_id=07cd7e22-083f-4c96-adb2-75751021e718 HTTP/1.1" status: 200 len: 944 time: 0.0643451 Jul 16 14:07:03.176294 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-8bb5e704-edf2-49bd-96b6-ba72311eeac7 req-24233c68-2f09-478c-8843-cca040bda3d1 tempest-VolumesActionsTest-2139225872 tempest-VolumesActionsTest-2139225872-project] 10.222.0.10 "GET /v2.0/security-groups?id=fdcd4579-863f-428a-a566-067b53bf9d93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352969 Jul 16 14:07:03.387102 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] get_ports_and_sgs() called for port_ids ['0a0d9fb3-b905-4cdc-9b2d-18825977d6e1'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 14:07:05.745273 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Device 1589f64d-934d-441f-9e1d-fd708c3bda47 up at agent hyperv_hv-cinder-78476 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 14:07:05.791817 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Provisioning for port 1589f64d-934d-441f-9e1d-fd708c3bda47 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 14:07:05.795263 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Provisioning complete for port 1589f64d-934d-441f-9e1d-fd708c3bda47 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 14:07:05.795632 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16503849'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:05.871052 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:05.892358 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bd042cc-1d30-4fb5-8ec9-dabdb96a388f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1589f64d-934d-441f-9e1d-fd708c3bda47'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 14:07:05.894600 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e17b9d4f214fa64bfb48c5bf95da0f2ee536929a6529a77ec24820d0293f4c41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2e42661-d636-4992-916b-2089998fe558" -d '{"events": [{"server_uuid": "9bd042cc-1d30-4fb5-8ec9-dabdb96a388f", "name": "network-vif-plugged", "status": "completed", "tag": "1589f64d-934d-441f-9e1d-fd708c3bda47"}]}' {{(pid=93103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 14:07:05.907217 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] For port 1589f64d-934d-441f-9e1d-fd708c3bda47, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=1589f64d-934d-441f-9e1d-fd708c3bda47,segment=NetworkSegment(a09fdaff-4202-440c-890e-bab46334690c),segment_id=a09fdaff-4202-440c-890e-bab46334690c)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:07:05.911540 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736156224341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736155824276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736155824294'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:05.955630 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Pushing event updated for resources: {'Port': ['ID=1589f64d-934d-441f-9e1d-fd708c3bda47,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:07:06.897376 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83ac05f-a2f9-4ffb-9e8b-bc7790198656 req-1aad24e5-a94a-4045-aca5-25741993c73c tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:07:06.899264 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-b83ac05f-a2f9-4ffb-9e8b-bc7790198656 req-1aad24e5-a94a-4045-aca5-25741993c73c tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b8c1db0-7953-43b1-b307-08491a3031f2 HTTP/1.1" status: 200 len: 945 time: 0.0619752 Jul 16 14:07:06.937062 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-b83ac05f-a2f9-4ffb-9e8b-bc7790198656 req-a0b568af-db6a-4b75-8996-837d7bc28d5a tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/security-groups?id=82181ce4-b774-4a6f-9777-8cd5eff34a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308831 Jul 16 14:07:07.103482 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e63e78b-a271-4baa-9d5b-5e47fd1e93e5 req-f5577aa1-0f22-48ce-83dc-685087a80216 tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:07:07.105691 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-1e63e78b-a271-4baa-9d5b-5e47fd1e93e5 req-f5577aa1-0f22-48ce-83dc-685087a80216 tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] 10.222.0.10 "GET /v2.0/ports?device_id=bcd92abc-c905-4d73-ad56-a28d21029ca1 HTTP/1.1" status: 200 len: 946 time: 0.0695441 Jul 16 14:07:07.158006 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b20d9c-a772-4198-997c-09138e35df05 req-e47b43b2-2e9c-4574-96df-9880540e0c73 tempest-VolumesNegativeTest-1316536189 tempest-VolumesNegativeTest-1316536189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:07:07.159065 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-a7b20d9c-a772-4198-997c-09138e35df05 req-e47b43b2-2e9c-4574-96df-9880540e0c73 tempest-VolumesNegativeTest-1316536189 tempest-VolumesNegativeTest-1316536189-project] 10.222.0.10 "GET /v2.0/ports?device_id=9bd042cc-1d30-4fb5-8ec9-dabdb96a388f HTTP/1.1" status: 200 len: 950 time: 0.0756505 Jul 16 14:07:07.168749 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-1e63e78b-a271-4baa-9d5b-5e47fd1e93e5 req-9a136226-ad1f-496d-b523-d7b151799ceb tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] 10.222.0.10 "GET /v2.0/security-groups?id=b754fbbd-8895-49e9-87a9-98dda090ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536976 Jul 16 14:07:07.202019 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-a7b20d9c-a772-4198-997c-09138e35df05 req-4462a8b7-36ee-4f3f-bb88-d685441cd16c tempest-VolumesNegativeTest-1316536189 tempest-VolumesNegativeTest-1316536189-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f85a545-b843-401a-b637-8aa9347f6458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372591 Jul 16 14:07:07.251212 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 14:07:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fea2e8e4-14e8-4244-84ff-09748f4cb741 x-openstack-request-id: req-fea2e8e4-14e8-4244-84ff-09748f4cb741 {{(pid=93103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 14:07:07.251724 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bd042cc-1d30-4fb5-8ec9-dabdb96a388f", "name": "network-vif-plugged", "status": "completed", "tag": "1589f64d-934d-441f-9e1d-fd708c3bda47", "code": 200}]} {{(pid=93103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 14:07:07.251994 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-fea2e8e4-14e8-4244-84ff-09748f4cb741 {{(pid=93103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 14:07:07.252463 dv-cinder-784763-7-iscsi neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bd042cc-1d30-4fb5-8ec9-dabdb96a388f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1589f64d-934d-441f-9e1d-fd708c3bda47', 'code': 200} Jul 16 14:07:07.331928 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508b77a2-47c0-4e0f-a28c-609b90dde508 req-4a6979b5-8d4e-4ee9-aed1-82edb31e903f tempest-VolumesActionsTest-2139225872 tempest-VolumesActionsTest-2139225872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:07:07.333544 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-508b77a2-47c0-4e0f-a28c-609b90dde508 req-4a6979b5-8d4e-4ee9-aed1-82edb31e903f tempest-VolumesActionsTest-2139225872 tempest-VolumesActionsTest-2139225872-project] 10.222.0.10 "GET /v2.0/ports?device_id=07cd7e22-083f-4c96-adb2-75751021e718 HTTP/1.1" status: 200 len: 944 time: 0.0616159 Jul 16 14:07:07.372916 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-508b77a2-47c0-4e0f-a28c-609b90dde508 req-6f8c6f48-198c-4679-9049-4d80d8be39a4 tempest-VolumesActionsTest-2139225872 tempest-VolumesActionsTest-2139225872-project] 10.222.0.10 "GET /v2.0/security-groups?id=fdcd4579-863f-428a-a566-067b53bf9d93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313818 Jul 16 14:07:07.600057 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5bf00c-a4dc-45f1-b75e-491174ac7f10 req-8b3442e2-6b13-490d-8bda-9f3c00b95cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:07:07.601537 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-df5bf00c-a4dc-45f1-b75e-491174ac7f10 req-8b3442e2-6b13-490d-8bda-9f3c00b95cec service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=9bd042cc-1d30-4fb5-8ec9-dabdb96a388f HTTP/1.1" status: 200 len: 1103 time: 0.0497098 Jul 16 14:07:07.645392 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-df5bf00c-a4dc-45f1-b75e-491174ac7f10 req-c228497d-f403-44f7-876e-24b1ccac0a86 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=5f85a545-b843-401a-b637-8aa9347f6458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303171 Jul 16 14:07:08.109373 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d44bbe8-1201-4965-91f5-897c825b1920 req-d9c1ab1f-3f2e-4e99-86f8-3b3f4351a6f3 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:07:08.110882 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-1d44bbe8-1201-4965-91f5-897c825b1920 req-d9c1ab1f-3f2e-4e99-86f8-3b3f4351a6f3 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b8c1db0-7953-43b1-b307-08491a3031f2 HTTP/1.1" status: 200 len: 945 time: 0.0667551 Jul 16 14:07:08.152859 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-1d44bbe8-1201-4965-91f5-897c825b1920 req-40dea632-e449-4d79-ada4-38a66cf782d9 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/security-groups?id=82181ce4-b774-4a6f-9777-8cd5eff34a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344143 Jul 16 14:07:08.322163 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5a62e8-aebd-40ba-80bc-f2048be872e4 req-ed8b8fad-0952-4490-8700-eb7c74267436 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:07:08.323663 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-ef5a62e8-aebd-40ba-80bc-f2048be872e4 req-ed8b8fad-0952-4490-8700-eb7c74267436 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ea9a593-16d3-465c-8131-fc586d36046d HTTP/1.1" status: 200 len: 945 time: 0.0620122 Jul 16 14:07:08.359815 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-ef5a62e8-aebd-40ba-80bc-f2048be872e4 req-4e2522a1-91c3-4133-8ff2-4fad21ff97c7 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/security-groups?id=82181ce4-b774-4a6f-9777-8cd5eff34a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307033 Jul 16 14:07:08.456422 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38f88fb-8d53-48e4-a70b-a341bc28efda req-0dfea5f2-177d-49e8-9202-1657982214f0 tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:07:08.463880 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-d38f88fb-8d53-48e4-a70b-a341bc28efda req-0dfea5f2-177d-49e8-9202-1657982214f0 tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] 10.222.0.10 "GET /v2.0/ports?device_id=bcd92abc-c905-4d73-ad56-a28d21029ca1 HTTP/1.1" status: 200 len: 946 time: 0.0730066 Jul 16 14:07:08.501136 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-d38f88fb-8d53-48e4-a70b-a341bc28efda req-8bc9840a-0883-4214-bf5c-864d373ed7c3 tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] 10.222.0.10 "GET /v2.0/security-groups?id=b754fbbd-8895-49e9-87a9-98dda090ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363653 Jul 16 14:07:08.532482 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221422dd-65e8-4ed5-8ef4-217f19e4a8de req-bc78ff60-99ea-4c52-92a6-2c79cc1e330b tempest-VolumesNegativeTest-1316536189 tempest-VolumesNegativeTest-1316536189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:07:08.534033 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-221422dd-65e8-4ed5-8ef4-217f19e4a8de req-bc78ff60-99ea-4c52-92a6-2c79cc1e330b tempest-VolumesNegativeTest-1316536189 tempest-VolumesNegativeTest-1316536189-project] 10.222.0.10 "GET /v2.0/ports?device_id=9bd042cc-1d30-4fb5-8ec9-dabdb96a388f HTTP/1.1" status: 200 len: 950 time: 0.0660820 Jul 16 14:07:08.580939 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-221422dd-65e8-4ed5-8ef4-217f19e4a8de req-3f7f5fff-0001-424a-b630-3da7301555b1 tempest-VolumesNegativeTest-1316536189 tempest-VolumesNegativeTest-1316536189-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f85a545-b843-401a-b637-8aa9347f6458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387514 Jul 16 14:07:08.723355 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85275c1f-06f5-4e83-b447-55b30a570d2a req-914f7a7d-174a-461c-9705-945553919ac9 tempest-VolumesActionsTest-2139225872 tempest-VolumesActionsTest-2139225872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:07:08.725479 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-85275c1f-06f5-4e83-b447-55b30a570d2a req-914f7a7d-174a-461c-9705-945553919ac9 tempest-VolumesActionsTest-2139225872 tempest-VolumesActionsTest-2139225872-project] 10.222.0.10 "GET /v2.0/ports?device_id=07cd7e22-083f-4c96-adb2-75751021e718 HTTP/1.1" status: 200 len: 944 time: 0.1054635 Jul 16 14:07:08.766125 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Device 0a0d9fb3-b905-4cdc-9b2d-18825977d6e1 up at agent hyperv_hv-cinder-78476 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 14:07:08.780015 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-85275c1f-06f5-4e83-b447-55b30a570d2a req-668e30fb-646f-4077-a7cc-11f12868fca4 tempest-VolumesActionsTest-2139225872 tempest-VolumesActionsTest-2139225872-project] 10.222.0.10 "GET /v2.0/security-groups?id=fdcd4579-863f-428a-a566-067b53bf9d93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483642 Jul 16 14:07:08.862461 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Provisioning for port 0a0d9fb3-b905-4cdc-9b2d-18825977d6e1 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 14:07:08.867560 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Provisioning complete for port 0a0d9fb3-b905-4cdc-9b2d-18825977d6e1 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 14:07:08.868331 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16503849'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:08.961037 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:08.994787 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] For port 0a0d9fb3-b905-4cdc-9b2d-18825977d6e1, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=0a0d9fb3-b905-4cdc-9b2d-18825977d6e1,segment=NetworkSegment(44b1e1c5-8f3f-4ecf-9e5c-752c9045ce28),segment_id=44b1e1c5-8f3f-4ecf-9e5c-752c9045ce28)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:07:08.998340 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736156224341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736155824276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736155824294'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:09.058867 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Pushing event updated for resources: {'Port': ['ID=0a0d9fb3-b905-4cdc-9b2d-18825977d6e1,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:07:09.253479 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07cd7e22-083f-4c96-adb2-75751021e718', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a0d9fb3-b905-4cdc-9b2d-18825977d6e1'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 14:07:09.255873 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e17b9d4f214fa64bfb48c5bf95da0f2ee536929a6529a77ec24820d0293f4c41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d3aaf73-40d3-47a4-b8f9-78f355872eec" -d '{"events": [{"server_uuid": "07cd7e22-083f-4c96-adb2-75751021e718", "name": "network-vif-plugged", "status": "completed", "tag": "0a0d9fb3-b905-4cdc-9b2d-18825977d6e1"}]}' {{(pid=93103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 14:07:09.289669 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 14:07:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f31afe4-a156-4a2e-87b6-905a5e22a193 x-openstack-request-id: req-5f31afe4-a156-4a2e-87b6-905a5e22a193 {{(pid=93103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 14:07:09.289961 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07cd7e22-083f-4c96-adb2-75751021e718", "name": "network-vif-plugged", "status": "completed", "tag": "0a0d9fb3-b905-4cdc-9b2d-18825977d6e1", "code": 200}]} {{(pid=93103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 14:07:09.290212 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5f31afe4-a156-4a2e-87b6-905a5e22a193 {{(pid=93103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 14:07:09.290601 dv-cinder-784763-7-iscsi neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07cd7e22-083f-4c96-adb2-75751021e718', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a0d9fb3-b905-4cdc-9b2d-18825977d6e1', 'code': 200} Jul 16 14:07:09.631327 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e708b1f5-70b9-4814-b9e9-3c3fac2019a9 req-08d28228-496a-4383-a359-c475184f5505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:07:09.632839 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-e708b1f5-70b9-4814-b9e9-3c3fac2019a9 req-08d28228-496a-4383-a359-c475184f5505 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=07cd7e22-083f-4c96-adb2-75751021e718 HTTP/1.1" status: 200 len: 1098 time: 0.0506010 Jul 16 14:07:09.674063 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-e708b1f5-70b9-4814-b9e9-3c3fac2019a9 req-bea51a8d-86e4-4384-8eaa-978bf80131b5 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=fdcd4579-863f-428a-a566-067b53bf9d93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277619 Jul 16 14:07:09.761426 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cffebee-8b4a-4a02-8c84-00a0b34dfc10 req-d87c626d-8ccf-4589-9c61-8de037140fdc tempest-VolumesNegativeTest-1316536189 tempest-VolumesNegativeTest-1316536189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:07:09.762899 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-2cffebee-8b4a-4a02-8c84-00a0b34dfc10 req-d87c626d-8ccf-4589-9c61-8de037140fdc tempest-VolumesNegativeTest-1316536189 tempest-VolumesNegativeTest-1316536189-project] 10.222.0.10 "GET /v2.0/ports?device_id=9bd042cc-1d30-4fb5-8ec9-dabdb96a388f HTTP/1.1" status: 200 len: 950 time: 0.0672073 Jul 16 14:07:09.801409 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-2cffebee-8b4a-4a02-8c84-00a0b34dfc10 req-3717f750-dd47-47d7-93e9-268146e2fc3a tempest-VolumesNegativeTest-1316536189 tempest-VolumesNegativeTest-1316536189-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f85a545-b843-401a-b637-8aa9347f6458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326016 Jul 16 14:07:09.966309 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0ca3bd-fdd5-4d35-ad85-a16b18c90f8b req-61920194-cc4b-4532-9976-220afd6be55b tempest-VolumesActionsTest-2139225872 tempest-VolumesActionsTest-2139225872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:07:09.970459 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-6a0ca3bd-fdd5-4d35-ad85-a16b18c90f8b req-61920194-cc4b-4532-9976-220afd6be55b tempest-VolumesActionsTest-2139225872 tempest-VolumesActionsTest-2139225872-project] 10.222.0.10 "GET /v2.0/ports?device_id=07cd7e22-083f-4c96-adb2-75751021e718 HTTP/1.1" status: 200 len: 945 time: 0.0663671 Jul 16 14:07:10.005843 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-6a0ca3bd-fdd5-4d35-ad85-a16b18c90f8b req-9c83d2c4-3474-459a-a6dd-6d315d481b0f tempest-VolumesActionsTest-2139225872 tempest-VolumesActionsTest-2139225872-project] 10.222.0.10 "GET /v2.0/security-groups?id=fdcd4579-863f-428a-a566-067b53bf9d93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317650 Jul 16 14:07:10.310868 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a636df3e-09c5-49e9-bff0-4728af4eb078 req-20ed771c-76b9-4458-a5b0-8325330b9e65 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:07:10.312317 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-a636df3e-09c5-49e9-bff0-4728af4eb078 req-20ed771c-76b9-4458-a5b0-8325330b9e65 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ea9a593-16d3-465c-8131-fc586d36046d HTTP/1.1" status: 200 len: 945 time: 0.0610621 Jul 16 14:07:10.350678 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-a636df3e-09c5-49e9-bff0-4728af4eb078 req-8fd4f17a-433e-4268-9fe4-0112a7001ce8 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/security-groups?id=82181ce4-b774-4a6f-9777-8cd5eff34a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329220 Jul 16 14:07:10.506357 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468d755e-704e-4b7c-8cbd-495ce2688a96 req-d09947b8-3038-4095-ad6e-d7c4e923c0de tempest-VolumesNegativeTest-1316536189 tempest-VolumesNegativeTest-1316536189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:07:10.507807 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-468d755e-704e-4b7c-8cbd-495ce2688a96 req-d09947b8-3038-4095-ad6e-d7c4e923c0de tempest-VolumesNegativeTest-1316536189 tempest-VolumesNegativeTest-1316536189-project] 10.222.0.10 "GET /v2.0/ports?device_id=9bd042cc-1d30-4fb5-8ec9-dabdb96a388f HTTP/1.1" status: 200 len: 950 time: 0.0617630 Jul 16 14:07:10.545263 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-468d755e-704e-4b7c-8cbd-495ce2688a96 req-0836db6a-baed-4a7e-933f-87c8061916ac tempest-VolumesNegativeTest-1316536189 tempest-VolumesNegativeTest-1316536189-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f85a545-b843-401a-b637-8aa9347f6458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319476 Jul 16 14:07:13.724692 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79746005-fe93-422c-a933-858dd4d8375b req-a189caf9-727c-4587-afd9-1ab038a09ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:07:13.726886 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-79746005-fe93-422c-a933-858dd4d8375b req-a189caf9-727c-4587-afd9-1ab038a09ce2 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1ae576c2cfcb49e6ac111e6b815960e5&device_id=4ea9a593-16d3-465c-8131-fc586d36046d HTTP/1.1" status: 200 len: 1098 time: 0.0563598 Jul 16 14:07:13.834057 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79746005-fe93-422c-a933-858dd4d8375b req-9aa0e806-14c5-40d0-af73-1a818d7102ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:07:13.836560 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-79746005-fe93-422c-a933-858dd4d8375b req-9aa0e806-14c5-40d0-af73-1a818d7102ef service neutron] 10.222.0.25 "GET /v2.0/networks?id=51a90a03-af03-40ca-bb00-7020f83b5182 HTTP/1.1" status: 200 len: 920 time: 0.1008987 Jul 16 14:07:13.936926 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-79746005-fe93-422c-a933-858dd4d8375b req-e7b9f678-7353-4457-8c55-215337548b90 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=80eabd2b-067d-4a77-9822-306b9a1f3212 HTTP/1.1" status: 200 len: 217 time: 0.0479820 Jul 16 14:07:13.987819 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0147a2f1-0bd7-4296-a171-aca2a462f860 req-4d29ab03-92be-4f13-9cba-37b7aa1170a2 tempest-VolumesActionsTest-2139225872 tempest-VolumesActionsTest-2139225872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:07:13.989346 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-0147a2f1-0bd7-4296-a171-aca2a462f860 req-4d29ab03-92be-4f13-9cba-37b7aa1170a2 tempest-VolumesActionsTest-2139225872 tempest-VolumesActionsTest-2139225872-project] 10.222.0.10 "GET /v2.0/ports?device_id=07cd7e22-083f-4c96-adb2-75751021e718 HTTP/1.1" status: 200 len: 945 time: 0.0752192 Jul 16 14:07:14.027373 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-0147a2f1-0bd7-4296-a171-aca2a462f860 req-fdbebab3-6bdd-4697-b838-216893a7b2d5 tempest-VolumesActionsTest-2139225872 tempest-VolumesActionsTest-2139225872-project] 10.222.0.10 "GET /v2.0/security-groups?id=fdcd4579-863f-428a-a566-067b53bf9d93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322499 Jul 16 14:07:14.034846 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79746005-fe93-422c-a933-858dd4d8375b req-69b1c14b-d9e7-4416-ae1c-57e3dcccd0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:07:14.036303 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-79746005-fe93-422c-a933-858dd4d8375b req-69b1c14b-d9e7-4416-ae1c-57e3dcccd0c4 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1d5393f6-20e0-4dbd-a198-cb03cfea0892 HTTP/1.1" status: 200 len: 859 time: 0.0770409 Jul 16 14:07:14.052117 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40bf95c-a740-4f7d-b007-d719de2dfd7a req-c7616d05-96a5-4aa7-98fc-60f4b783a14d tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:07:14.053613 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-b40bf95c-a740-4f7d-b007-d719de2dfd7a req-c7616d05-96a5-4aa7-98fc-60f4b783a14d tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ea9a593-16d3-465c-8131-fc586d36046d HTTP/1.1" status: 200 len: 945 time: 0.1053360 Jul 16 14:07:14.082767 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-79746005-fe93-422c-a933-858dd4d8375b req-dd40ff8c-3501-476d-ab58-6c7f859f515d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=51a90a03-af03-40ca-bb00-7020f83b5182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281796 Jul 16 14:07:14.139048 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-b40bf95c-a740-4f7d-b007-d719de2dfd7a req-1109a151-049d-486c-b761-43bfc5f7eea0 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/security-groups?id=82181ce4-b774-4a6f-9777-8cd5eff34a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587001 Jul 16 14:07:14.207614 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc004560-bf00-436c-9a2e-4eaded2bf47f req-d943777e-6b08-4ae6-9e88-6769e0e29a9c tempest-VolumesNegativeTest-1316536189 tempest-VolumesNegativeTest-1316536189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:07:14.209136 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-dc004560-bf00-436c-9a2e-4eaded2bf47f req-d943777e-6b08-4ae6-9e88-6769e0e29a9c tempest-VolumesNegativeTest-1316536189 tempest-VolumesNegativeTest-1316536189-project] 10.222.0.10 "GET /v2.0/ports?device_id=9bd042cc-1d30-4fb5-8ec9-dabdb96a388f HTTP/1.1" status: 200 len: 950 time: 0.0791309 Jul 16 14:07:14.214180 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-79746005-fe93-422c-a933-858dd4d8375b req-1f745776-9755-4361-b691-0aefb487c8ab service neutron] 10.222.0.25 "GET /v2.0/networks/51a90a03-af03-40ca-bb00-7020f83b5182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180258 Jul 16 14:07:14.254297 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-dc004560-bf00-436c-9a2e-4eaded2bf47f req-68759cfa-15e7-4da1-91e4-b6116b425de5 tempest-VolumesNegativeTest-1316536189 tempest-VolumesNegativeTest-1316536189-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f85a545-b843-401a-b637-8aa9347f6458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378301 Jul 16 14:07:14.314864 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-79746005-fe93-422c-a933-858dd4d8375b req-9f0e4e94-193a-4248-a522-2363ddb0287a service neutron] 10.222.0.25 "GET /v2.0/networks/51a90a03-af03-40ca-bb00-7020f83b5182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937309 Jul 16 14:07:15.213855 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c010118-3310-476c-a0d6-8b26d4495c68 req-a4dab410-9da4-46ab-8dd8-d8a954376982 tempest-VolumesActionsTest-2139225872 tempest-VolumesActionsTest-2139225872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:07:15.215329 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-9c010118-3310-476c-a0d6-8b26d4495c68 req-a4dab410-9da4-46ab-8dd8-d8a954376982 tempest-VolumesActionsTest-2139225872 tempest-VolumesActionsTest-2139225872-project] 10.222.0.10 "GET /v2.0/ports?device_id=07cd7e22-083f-4c96-adb2-75751021e718 HTTP/1.1" status: 200 len: 945 time: 0.0721982 Jul 16 14:07:15.253734 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-9c010118-3310-476c-a0d6-8b26d4495c68 req-5b3b7b22-3af7-4258-ab2a-0ddf84f93730 tempest-VolumesActionsTest-2139225872 tempest-VolumesActionsTest-2139225872-project] 10.222.0.10 "GET /v2.0/security-groups?id=fdcd4579-863f-428a-a566-067b53bf9d93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326419 Jul 16 14:07:15.329260 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cd55d0-6b5b-46c1-a8a6-b601dc82f08b req-cbe4098b-c312-4f24-b912-ff1e113e9030 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:07:15.330745 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-e2cd55d0-6b5b-46c1-a8a6-b601dc82f08b req-cbe4098b-c312-4f24-b912-ff1e113e9030 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ea9a593-16d3-465c-8131-fc586d36046d HTTP/1.1" status: 200 len: 945 time: 0.0625699 Jul 16 14:07:15.374969 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-e2cd55d0-6b5b-46c1-a8a6-b601dc82f08b req-5f8ff536-d02b-46a1-939a-a5df86d4846d tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/security-groups?id=82181ce4-b774-4a6f-9777-8cd5eff34a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372839 Jul 16 14:07:15.428172 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d38e36-fcfd-4b18-8a98-328baf99ae25 req-fbdddb77-8f60-4baa-9d8d-614b4be870e8 tempest-VolumesNegativeTest-1316536189 tempest-VolumesNegativeTest-1316536189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:07:15.429924 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-48d38e36-fcfd-4b18-8a98-328baf99ae25 req-fbdddb77-8f60-4baa-9d8d-614b4be870e8 tempest-VolumesNegativeTest-1316536189 tempest-VolumesNegativeTest-1316536189-project] 10.222.0.10 "GET /v2.0/ports?device_id=9bd042cc-1d30-4fb5-8ec9-dabdb96a388f HTTP/1.1" status: 200 len: 950 time: 0.0660846 Jul 16 14:07:15.468687 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-48d38e36-fcfd-4b18-8a98-328baf99ae25 req-883dd974-8e0b-47f3-ad8a-37677962b0a9 tempest-VolumesNegativeTest-1316536189 tempest-VolumesNegativeTest-1316536189-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f85a545-b843-401a-b637-8aa9347f6458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328329 Jul 16 14:07:15.915208 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:16.704028 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.agents_db [None req-74bc78d6-8b96-4e29-998d-b6ecd97de622 None None] Agent healthcheck: found 6 active agents {{(pid=93105) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 14:07:17.728826 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-70d946a5-2d67-41f4-83f9-812839d1fb79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:19.513457 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4231b2b2-1118-42ff-b852-070dd8891782 req-b4f38f7f-722a-4c5f-a462-5588f536f00f tempest-VolumesActionsTest-2139225872 tempest-VolumesActionsTest-2139225872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:07:19.514945 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-4231b2b2-1118-42ff-b852-070dd8891782 req-b4f38f7f-722a-4c5f-a462-5588f536f00f tempest-VolumesActionsTest-2139225872 tempest-VolumesActionsTest-2139225872-project] 10.222.0.10 "GET /v2.0/ports?device_id=07cd7e22-083f-4c96-adb2-75751021e718 HTTP/1.1" status: 200 len: 945 time: 0.0777850 Jul 16 14:07:19.541978 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cc8b5f-d5e8-4e6c-a45f-817c2aee4ce2 req-04af4ebe-8e90-4b26-b62f-f884e29a1893 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:07:19.543546 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-b2cc8b5f-d5e8-4e6c-a45f-817c2aee4ce2 req-04af4ebe-8e90-4b26-b62f-f884e29a1893 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ea9a593-16d3-465c-8131-fc586d36046d HTTP/1.1" status: 200 len: 945 time: 0.0713565 Jul 16 14:07:19.551482 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-4231b2b2-1118-42ff-b852-070dd8891782 req-cbdf9413-d9f5-4ea6-95a1-08a16176528e tempest-VolumesActionsTest-2139225872 tempest-VolumesActionsTest-2139225872-project] 10.222.0.10 "GET /v2.0/security-groups?id=fdcd4579-863f-428a-a566-067b53bf9d93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308831 Jul 16 14:07:19.585135 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-b2cc8b5f-d5e8-4e6c-a45f-817c2aee4ce2 req-629c2327-ef60-4459-bad7-d92f99cb0660 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/security-groups?id=82181ce4-b774-4a6f-9777-8cd5eff34a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357997 Jul 16 14:07:19.717060 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12251035-e1fe-4eed-90f5-77b974485516 req-c85b235e-ed70-479e-ad42-b58b2323be31 tempest-VolumesNegativeTest-1316536189 tempest-VolumesNegativeTest-1316536189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:07:19.718510 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-12251035-e1fe-4eed-90f5-77b974485516 req-c85b235e-ed70-479e-ad42-b58b2323be31 tempest-VolumesNegativeTest-1316536189 tempest-VolumesNegativeTest-1316536189-project] 10.222.0.10 "GET /v2.0/ports?device_id=9bd042cc-1d30-4fb5-8ec9-dabdb96a388f HTTP/1.1" status: 200 len: 950 time: 0.0650923 Jul 16 14:07:19.755706 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-12251035-e1fe-4eed-90f5-77b974485516 req-dff1ce8e-865f-48b9-84d0-a114d25aa892 tempest-VolumesNegativeTest-1316536189 tempest-VolumesNegativeTest-1316536189-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f85a545-b843-401a-b637-8aa9347f6458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314832 Jul 16 14:07:20.060630 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d658c46-3ab6-4750-9ef4-be22f7076eaa req-1c5a4653-4b86-41c0-b5dd-4fc6b119b25c tempest-VolumesNegativeTest-1316536189 tempest-VolumesNegativeTest-1316536189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:07:20.062090 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-8d658c46-3ab6-4750-9ef4-be22f7076eaa req-1c5a4653-4b86-41c0-b5dd-4fc6b119b25c tempest-VolumesNegativeTest-1316536189 tempest-VolumesNegativeTest-1316536189-project] 10.222.0.25 "GET /v2.0/ports?device_id=9bd042cc-1d30-4fb5-8ec9-dabdb96a388f HTTP/1.1" status: 200 len: 950 time: 0.0646763 Jul 16 14:07:20.350177 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-7eccfe9d-465d-4ec4-b2d2-a354d58fb091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:20.421060 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-8d658c46-3ab6-4750-9ef4-be22f7076eaa req-e093cd55-9889-4939-a28b-33ffb7e3d57c tempest-VolumesNegativeTest-1316536189 tempest-VolumesNegativeTest-1316536189-project] Deleting port 1589f64d-934d-441f-9e1d-fd708c3bda47 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 14:07:20.421410 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-8d658c46-3ab6-4750-9ef4-be22f7076eaa req-e093cd55-9889-4939-a28b-33ffb7e3d57c tempest-VolumesNegativeTest-1316536189 tempest-VolumesNegativeTest-1316536189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736156223663'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:20.514963 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-8d658c46-3ab6-4750-9ef4-be22f7076eaa req-e093cd55-9889-4939-a28b-33ffb7e3d57c tempest-VolumesNegativeTest-1316536189 tempest-VolumesNegativeTest-1316536189-project] For port 1589f64d-934d-441f-9e1d-fd708c3bda47, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=1589f64d-934d-441f-9e1d-fd708c3bda47,segment=NetworkSegment(a09fdaff-4202-440c-890e-bab46334690c),segment_id=a09fdaff-4202-440c-890e-bab46334690c)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:07:20.514963 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-8d658c46-3ab6-4750-9ef4-be22f7076eaa req-e093cd55-9889-4939-a28b-33ffb7e3d57c tempest-VolumesNegativeTest-1316536189 tempest-VolumesNegativeTest-1316536189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683922'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:20.528984 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-8d658c46-3ab6-4750-9ef4-be22f7076eaa req-e093cd55-9889-4939-a28b-33ffb7e3d57c tempest-VolumesNegativeTest-1316536189 tempest-VolumesNegativeTest-1316536189-project] Calling delete_port for 1589f64d-934d-441f-9e1d-fd708c3bda47 owned by compute:nova {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 14:07:20.662758 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-8d658c46-3ab6-4750-9ef4-be22f7076eaa req-e093cd55-9889-4939-a28b-33ffb7e3d57c tempest-VolumesNegativeTest-1316536189 tempest-VolumesNegativeTest-1316536189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736156224386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736155824267'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:20.700229 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e093cd55-9889-4939-a28b-33ffb7e3d57c tempest-VolumesNegativeTest-1316536189 tempest-VolumesNegativeTest-1316536189-project] Pushing event deleted for resources: {'Port': ['ID=1589f64d-934d-441f-9e1d-fd708c3bda47,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:07:20.700720 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:20.731650 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] get_ports_and_sgs() called for port_ids ['1589f64d-934d-441f-9e1d-fd708c3bda47'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 14:07:20.795000 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d658c46-3ab6-4750-9ef4-be22f7076eaa req-e093cd55-9889-4939-a28b-33ffb7e3d57c tempest-VolumesNegativeTest-1316536189 tempest-VolumesNegativeTest-1316536189-project] No DVR routers for this DVR port 1589f64d-934d-441f-9e1d-fd708c3bda47 on host hv-cinder-78476 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 14:07:20.798096 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-8d658c46-3ab6-4750-9ef4-be22f7076eaa req-e093cd55-9889-4939-a28b-33ffb7e3d57c tempest-VolumesNegativeTest-1316536189 tempest-VolumesNegativeTest-1316536189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72406'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:20.800755 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-8d658c46-3ab6-4750-9ef4-be22f7076eaa req-e093cd55-9889-4939-a28b-33ffb7e3d57c tempest-VolumesNegativeTest-1316536189 tempest-VolumesNegativeTest-1316536189-project] 10.222.0.25 "DELETE /v2.0/ports/1589f64d-934d-441f-9e1d-fd708c3bda47 HTTP/1.1" status: 204 len: 173 time: 0.7331264 Jul 16 14:07:20.801706 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bd042cc-1d30-4fb5-8ec9-dabdb96a388f', 'name': 'network-vif-deleted', 'tag': '1589f64d-934d-441f-9e1d-fd708c3bda47'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 14:07:20.805035 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}669b174d507dea59856bca4514a747f2bad56b4b9d456cc0353e9cf2427ac1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a45583b-df9d-4897-b7ea-d22a4a6f76da" -d '{"events": [{"server_uuid": "9bd042cc-1d30-4fb5-8ec9-dabdb96a388f", "name": "network-vif-deleted", "tag": "1589f64d-934d-441f-9e1d-fd708c3bda47"}]}' {{(pid=93101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 14:07:20.937818 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6a4aca-946b-4ad8-b983-d71e11fdc25c req-67b04876-f440-4c73-96a4-5d44258e54c1 tempest-VolumesActionsTest-2139225872 tempest-VolumesActionsTest-2139225872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:07:20.945264 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-db6a4aca-946b-4ad8-b983-d71e11fdc25c req-67b04876-f440-4c73-96a4-5d44258e54c1 tempest-VolumesActionsTest-2139225872 tempest-VolumesActionsTest-2139225872-project] 10.222.0.10 "GET /v2.0/ports?device_id=07cd7e22-083f-4c96-adb2-75751021e718 HTTP/1.1" status: 200 len: 945 time: 0.0850120 Jul 16 14:07:20.956559 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fffed6-d464-4967-bdb5-bd66950a42ff req-a9238f06-194e-47a2-9969-ba7c9620d063 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:07:20.959444 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-b9fffed6-d464-4967-bdb5-bd66950a42ff req-a9238f06-194e-47a2-9969-ba7c9620d063 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ea9a593-16d3-465c-8131-fc586d36046d HTTP/1.1" status: 200 len: 945 time: 0.0779173 Jul 16 14:07:20.984670 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-db6a4aca-946b-4ad8-b983-d71e11fdc25c req-fe1e3432-6c5b-4f6a-a4b7-c2a40af36d17 tempest-VolumesActionsTest-2139225872 tempest-VolumesActionsTest-2139225872-project] 10.222.0.10 "GET /v2.0/security-groups?id=fdcd4579-863f-428a-a566-067b53bf9d93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381718 Jul 16 14:07:21.000609 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-b9fffed6-d464-4967-bdb5-bd66950a42ff req-02a96160-8c41-4e6b-b17e-dea3215389df tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/security-groups?id=82181ce4-b774-4a6f-9777-8cd5eff34a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352585 Jul 16 14:07:21.054405 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 14:07:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e6070c3-669b-4640-b8da-db3c3b6db005 x-openstack-request-id: req-5e6070c3-669b-4640-b8da-db3c3b6db005 {{(pid=93101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 14:07:21.055054 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bd042cc-1d30-4fb5-8ec9-dabdb96a388f", "name": "network-vif-deleted", "tag": "1589f64d-934d-441f-9e1d-fd708c3bda47", "status": "completed", "code": 200}]} {{(pid=93101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 14:07:21.055054 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5e6070c3-669b-4640-b8da-db3c3b6db005 {{(pid=93101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 14:07:21.055317 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bd042cc-1d30-4fb5-8ec9-dabdb96a388f', 'name': 'network-vif-deleted', 'tag': '1589f64d-934d-441f-9e1d-fd708c3bda47', 'status': 'completed', 'code': 200} Jul 16 14:07:21.137122 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-7fd921b7-a29f-41f8-af7c-1cf3865278e3 req-eae457d4-4427-4fb8-a487-25b27ce6efce tempest-VolumesNegativeTest-1316536189 tempest-VolumesNegativeTest-1316536189-project] 10.222.0.10 "GET /v2.0/ports?device_id=9bd042cc-1d30-4fb5-8ec9-dabdb96a388f HTTP/1.1" status: 200 len: 210 time: 0.0319438 Jul 16 14:07:21.414922 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-64ab8875-bbbc-4415-a681-ef47cf0d365f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:22.215031 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1837f5b-9591-4479-a702-6e6a33167164 req-5e449ea3-bafe-475b-abd6-da89efe07f52 tempest-VolumesActionsTest-2139225872 tempest-VolumesActionsTest-2139225872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:07:22.217482 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-c1837f5b-9591-4479-a702-6e6a33167164 req-5e449ea3-bafe-475b-abd6-da89efe07f52 tempest-VolumesActionsTest-2139225872 tempest-VolumesActionsTest-2139225872-project] 10.222.0.10 "GET /v2.0/ports?device_id=07cd7e22-083f-4c96-adb2-75751021e718 HTTP/1.1" status: 200 len: 945 time: 0.0846517 Jul 16 14:07:22.239066 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82113411-b7ab-480b-8c7f-491f3f7c00aa req-67c45bc9-1d2b-4398-8756-911a9a0ed50c tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:07:22.241047 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-82113411-b7ab-480b-8c7f-491f3f7c00aa req-67c45bc9-1d2b-4398-8756-911a9a0ed50c tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ea9a593-16d3-465c-8131-fc586d36046d HTTP/1.1" status: 200 len: 945 time: 0.0938404 Jul 16 14:07:22.262129 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-c1837f5b-9591-4479-a702-6e6a33167164 req-6546040d-cd8d-4a37-b499-0ede502d9a9f tempest-VolumesActionsTest-2139225872 tempest-VolumesActionsTest-2139225872-project] 10.222.0.10 "GET /v2.0/security-groups?id=fdcd4579-863f-428a-a566-067b53bf9d93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350335 Jul 16 14:07:22.280602 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-82113411-b7ab-480b-8c7f-491f3f7c00aa req-57ba0196-2592-4481-b0cc-f051726578ea tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/security-groups?id=82181ce4-b774-4a6f-9777-8cd5eff34a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327640 Jul 16 14:07:22.612409 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36957c6f-7277-4c23-ba32-be64eeb4c778 req-db6e7d8a-9fc9-4821-bce2-2ac2ff5e3a9c tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:07:22.613899 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-36957c6f-7277-4c23-ba32-be64eeb4c778 req-db6e7d8a-9fc9-4821-bce2-2ac2ff5e3a9c tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] 10.222.0.10 "GET /v2.0/networks?id=7ef1faca-03ae-449a-aec5-eac3348ec315 HTTP/1.1" status: 200 len: 814 time: 0.1055474 Jul 16 14:07:22.628846 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-36957c6f-7277-4c23-ba32-be64eeb4c778 req-0ce83efe-bf07-47c1-9a2c-c669f7843065 tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] 10.222.0.10 "GET /v2.0/quotas/65aa6d16d1494e3e938670a7bcde4ef6 HTTP/1.1" status: 200 len: 375 time: 0.0087671 Jul 16 14:07:22.696481 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-36957c6f-7277-4c23-ba32-be64eeb4c778 req-4e627854-c631-46dd-b119-fddd1334b44a tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=65aa6d16d1494e3e938670a7bcde4ef6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0625582 Jul 16 14:07:22.792235 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-36957c6f-7277-4c23-ba32-be64eeb4c778 req-038daa8a-9a35-46bd-b4a0-8a8a1aea494d service neutron] 10.222.0.10 "GET /v2.0/networks/7ef1faca-03ae-449a-aec5-eac3348ec315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909147 Jul 16 14:07:22.880669 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-36957c6f-7277-4c23-ba32-be64eeb4c778 req-8096fa52-5a07-4d49-8135-3813bdc55566 service neutron] 10.222.0.10 "GET /v2.0/networks/7ef1faca-03ae-449a-aec5-eac3348ec315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826361 Jul 16 14:07:23.079112 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-bfc92a01-b0ef-4df5-9dd1-e61110a34e05 req-20e4a65a-c954-47ef-ad47-08213d13330c tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] 10.222.0.10 "GET /v2.0/ports?device_id=a0bbd687-e0d7-416a-aee8-c6331e3c3153 HTTP/1.1" status: 200 len: 210 time: 0.0362589 Jul 16 14:07:23.083543 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-fe1600e4-7db6-428f-a340-75d1d02f3a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:25.607694 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Device 1589f64d-934d-441f-9e1d-fd708c3bda47 no longer exists at agent hyperv_hv-cinder-78476 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 14:07:25.626246 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] No Port match for: 1589f64d-934d-441f-9e1d-fd708c3bda47 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 14:07:25.626583 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Device 1589f64d-934d-441f-9e1d-fd708c3bda47 not bound to the agent host hv-cinder-78476 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 14:07:25.917857 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c302a1ae-0af9-4fb5-a8d0-0fb5ac255b40 req-f8d57e6c-8cdc-42e8-aae8-84d284328b62 tempest-VolumesActionsTest-2139225872 tempest-VolumesActionsTest-2139225872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:07:25.919350 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-c302a1ae-0af9-4fb5-a8d0-0fb5ac255b40 req-f8d57e6c-8cdc-42e8-aae8-84d284328b62 tempest-VolumesActionsTest-2139225872 tempest-VolumesActionsTest-2139225872-project] 10.222.0.10 "GET /v2.0/ports?device_id=07cd7e22-083f-4c96-adb2-75751021e718 HTTP/1.1" status: 200 len: 945 time: 0.0661156 Jul 16 14:07:25.943925 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a8db0a-92ff-49d9-8a7b-82a3637fbf7c req-2c4c30d0-fc26-40b1-8245-2e3846c28638 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:07:25.946010 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-d2a8db0a-92ff-49d9-8a7b-82a3637fbf7c req-2c4c30d0-fc26-40b1-8245-2e3846c28638 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ea9a593-16d3-465c-8131-fc586d36046d HTTP/1.1" status: 200 len: 945 time: 0.0713277 Jul 16 14:07:25.959711 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-c302a1ae-0af9-4fb5-a8d0-0fb5ac255b40 req-97342ad3-25cd-40d7-a075-52854603623e tempest-VolumesActionsTest-2139225872 tempest-VolumesActionsTest-2139225872-project] 10.222.0.10 "GET /v2.0/security-groups?id=fdcd4579-863f-428a-a566-067b53bf9d93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343957 Jul 16 14:07:25.990486 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-d2a8db0a-92ff-49d9-8a7b-82a3637fbf7c req-c053a1b9-8490-49b2-998c-4d2a84eb9101 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/security-groups?id=82181ce4-b774-4a6f-9777-8cd5eff34a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387228 Jul 16 14:07:26.102770 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-b87916d7-cf5e-4925-abfe-879522875825 req-af408d57-4e69-459e-8903-249a8e6780ce tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] 10.222.0.10 "GET /v2.0/ports?device_id=a0bbd687-e0d7-416a-aee8-c6331e3c3153 HTTP/1.1" status: 200 len: 210 time: 0.0276213 Jul 16 14:07:26.469436 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3a83e1-23b0-4110-ae2d-45831dbcb60a req-8df22d8b-9974-47ae-a67e-498f489f7360 tempest-VolumesActionsTest-2139225872 tempest-VolumesActionsTest-2139225872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:07:26.470902 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-6e3a83e1-23b0-4110-ae2d-45831dbcb60a req-8df22d8b-9974-47ae-a67e-498f489f7360 tempest-VolumesActionsTest-2139225872 tempest-VolumesActionsTest-2139225872-project] 10.222.0.25 "GET /v2.0/ports?device_id=07cd7e22-083f-4c96-adb2-75751021e718 HTTP/1.1" status: 200 len: 945 time: 0.0654562 Jul 16 14:07:26.579058 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-6e3a83e1-23b0-4110-ae2d-45831dbcb60a req-8c65dcf1-9144-40e9-bb05-8f7bbbe62513 tempest-VolumesActionsTest-2139225872 tempest-VolumesActionsTest-2139225872-project] Deleting port 0a0d9fb3-b905-4cdc-9b2d-18825977d6e1 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 14:07:26.579421 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-6e3a83e1-23b0-4110-ae2d-45831dbcb60a req-8c65dcf1-9144-40e9-bb05-8f7bbbe62513 tempest-VolumesActionsTest-2139225872 tempest-VolumesActionsTest-2139225872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736156223663'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:26.669714 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-6e3a83e1-23b0-4110-ae2d-45831dbcb60a req-8c65dcf1-9144-40e9-bb05-8f7bbbe62513 tempest-VolumesActionsTest-2139225872 tempest-VolumesActionsTest-2139225872-project] For port 0a0d9fb3-b905-4cdc-9b2d-18825977d6e1, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=0a0d9fb3-b905-4cdc-9b2d-18825977d6e1,segment=NetworkSegment(44b1e1c5-8f3f-4ecf-9e5c-752c9045ce28),segment_id=44b1e1c5-8f3f-4ecf-9e5c-752c9045ce28)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:07:26.669932 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-6e3a83e1-23b0-4110-ae2d-45831dbcb60a req-8c65dcf1-9144-40e9-bb05-8f7bbbe62513 tempest-VolumesActionsTest-2139225872 tempest-VolumesActionsTest-2139225872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683922'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:26.683523 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-6e3a83e1-23b0-4110-ae2d-45831dbcb60a req-8c65dcf1-9144-40e9-bb05-8f7bbbe62513 tempest-VolumesActionsTest-2139225872 tempest-VolumesActionsTest-2139225872-project] Calling delete_port for 0a0d9fb3-b905-4cdc-9b2d-18825977d6e1 owned by compute:nova {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 14:07:26.823242 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-6e3a83e1-23b0-4110-ae2d-45831dbcb60a req-8c65dcf1-9144-40e9-bb05-8f7bbbe62513 tempest-VolumesActionsTest-2139225872 tempest-VolumesActionsTest-2139225872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736156224386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736155824267'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:26.864061 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c65dcf1-9144-40e9-bb05-8f7bbbe62513 tempest-VolumesActionsTest-2139225872 tempest-VolumesActionsTest-2139225872-project] Pushing event deleted for resources: {'Port': ['ID=0a0d9fb3-b905-4cdc-9b2d-18825977d6e1,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:07:26.872213 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36957c6f-7277-4c23-ba32-be64eeb4c778 req-b5b13b64-aecf-4e0d-a443-d0eff8d05863 tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:07:26.872471 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] get_ports_and_sgs() called for port_ids ['0a0d9fb3-b905-4cdc-9b2d-18825977d6e1'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 14:07:26.874713 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-36957c6f-7277-4c23-ba32-be64eeb4c778 req-b5b13b64-aecf-4e0d-a443-d0eff8d05863 tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] 10.222.0.25 "GET /v2.0/networks?id=7ef1faca-03ae-449a-aec5-eac3348ec315 HTTP/1.1" status: 200 len: 814 time: 0.1200011 Jul 16 14:07:26.901413 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.v2.base [req-36957c6f-7277-4c23-ba32-be64eeb4c778 req-2b3411e2-edbf-48c4-ac9d-a747af6f2a8b tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] Request body: {'port': {'device_id': 'a0bbd687-e0d7-416a-aee8-c6331e3c3153', 'network_id': '7ef1faca-03ae-449a-aec5-eac3348ec315', 'admin_state_up': True, 'tenant_id': '65aa6d16d1494e3e938670a7bcde4ef6'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:07:26.929430 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e3a83e1-23b0-4110-ae2d-45831dbcb60a req-8c65dcf1-9144-40e9-bb05-8f7bbbe62513 tempest-VolumesActionsTest-2139225872 tempest-VolumesActionsTest-2139225872-project] No DVR routers for this DVR port 0a0d9fb3-b905-4cdc-9b2d-18825977d6e1 on host hv-cinder-78476 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 14:07:26.934377 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-6e3a83e1-23b0-4110-ae2d-45831dbcb60a req-8c65dcf1-9144-40e9-bb05-8f7bbbe62513 tempest-VolumesActionsTest-2139225872 tempest-VolumesActionsTest-2139225872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72406'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:26.937447 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-6e3a83e1-23b0-4110-ae2d-45831dbcb60a req-8c65dcf1-9144-40e9-bb05-8f7bbbe62513 tempest-VolumesActionsTest-2139225872 tempest-VolumesActionsTest-2139225872-project] 10.222.0.25 "DELETE /v2.0/ports/0a0d9fb3-b905-4cdc-9b2d-18825977d6e1 HTTP/1.1" status: 204 len: 173 time: 0.4601521 Jul 16 14:07:26.937922 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07cd7e22-083f-4c96-adb2-75751021e718', 'name': 'network-vif-deleted', 'tag': '0a0d9fb3-b905-4cdc-9b2d-18825977d6e1'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 14:07:26.940449 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}669b174d507dea59856bca4514a747f2bad56b4b9d456cc0353e9cf2427ac1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-919e7a93-ecc3-4192-b420-d95f0b352800" -d '{"events": [{"server_uuid": "07cd7e22-083f-4c96-adb2-75751021e718", "name": "network-vif-deleted", "tag": "0a0d9fb3-b905-4cdc-9b2d-18825977d6e1"}]}' {{(pid=93101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 14:07:27.015175 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36957c6f-7277-4c23-ba32-be64eeb4c778 req-2b3411e2-edbf-48c4-ac9d-a747af6f2a8b tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] Made reservation on behalf of 65aa6d16d1494e3e938670a7bcde4ef6 for: {'port': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 14:07:27.018683 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-36957c6f-7277-4c23-ba32-be64eeb4c778 req-2b3411e2-edbf-48c4-ac9d-a747af6f2a8b tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:27.104547 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 14:07:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e2da523-3394-4480-9554-c4cf2a74ae9d x-openstack-request-id: req-5e2da523-3394-4480-9554-c4cf2a74ae9d {{(pid=93101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 14:07:27.105069 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07cd7e22-083f-4c96-adb2-75751021e718", "name": "network-vif-deleted", "tag": "0a0d9fb3-b905-4cdc-9b2d-18825977d6e1", "status": "completed", "code": 200}]} {{(pid=93101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 14:07:27.105160 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5e2da523-3394-4480-9554-c4cf2a74ae9d {{(pid=93101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 14:07:27.105778 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07cd7e22-083f-4c96-adb2-75751021e718', 'name': 'network-vif-deleted', 'tag': '0a0d9fb3-b905-4cdc-9b2d-18825977d6e1', 'status': 'completed', 'code': 200} Jul 16 14:07:27.187261 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [req-36957c6f-7277-4c23-ba32-be64eeb4c778 req-2b3411e2-edbf-48c4-ac9d-a747af6f2a8b tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] Allocated IP 172.20.0.8 (7ef1faca-03ae-449a-aec5-eac3348ec315/b9558011-4645-42ab-96a4-509a9f3696f5/05c7d08c-c6c0-4b8e-94fa-71a6a07db20b) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 14:07:27.194733 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-1c07b470-b04e-4525-9a1d-c8f14df5f6dc req-04606510-21b2-484b-8288-1d4199b52498 tempest-VolumesActionsTest-2139225872 tempest-VolumesActionsTest-2139225872-project] 10.222.0.10 "GET /v2.0/ports?device_id=07cd7e22-083f-4c96-adb2-75751021e718 HTTP/1.1" status: 200 len: 210 time: 0.0380423 Jul 16 14:07:27.346020 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-5d864fc5-13c6-4298-a4ce-3f9debd70c3a req-aa79bcf7-ab79-4127-af2e-89cdfbd1428f tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] 10.222.0.10 "GET /v2.0/ports?device_id=a0bbd687-e0d7-416a-aee8-c6331e3c3153 HTTP/1.1" status: 200 len: 210 time: 0.0351527 Jul 16 14:07:27.450308 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7bd6fc-0e30-43fd-b9a3-6ea8c2ecfe38 req-83c5c06b-6a78-4f5d-bd54-8e09acc6b807 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:07:27.451709 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-8b7bd6fc-0e30-43fd-b9a3-6ea8c2ecfe38 req-83c5c06b-6a78-4f5d-bd54-8e09acc6b807 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ea9a593-16d3-465c-8131-fc586d36046d HTTP/1.1" status: 200 len: 945 time: 0.1661518 Jul 16 14:07:27.456381 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-36957c6f-7277-4c23-ba32-be64eeb4c778 req-2b3411e2-edbf-48c4-ac9d-a747af6f2a8b tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:27.482520 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 60200) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:07:27.514477 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 60206) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:07:27.518863 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-8b7bd6fc-0e30-43fd-b9a3-6ea8c2ecfe38 req-0862aca2-097f-4957-bb5c-4cd161f81ebf tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/security-groups?id=82181ce4-b774-4a6f-9777-8cd5eff34a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599983 Jul 16 14:07:27.547587 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-36957c6f-7277-4c23-ba32-be64eeb4c778 req-2b3411e2-edbf-48c4-ac9d-a747af6f2a8b tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736155824258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4062758'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:27.588002 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] get_ports_and_sgs() called for port_ids ['cdc682a6-5781-4281-b8b8-ea55227069a2'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 14:07:27.599356 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36957c6f-7277-4c23-ba32-be64eeb4c778 req-2b3411e2-edbf-48c4-ac9d-a747af6f2a8b tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] Network 7ef1faca-03ae-449a-aec5-eac3348ec315 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 14:07:27.614408 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [req-36957c6f-7277-4c23-ba32-be64eeb4c778 req-2b3411e2-edbf-48c4-ac9d-a747af6f2a8b tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 14:07:27.626567 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [req-36957c6f-7277-4c23-ba32-be64eeb4c778 req-2b3411e2-edbf-48c4-ac9d-a747af6f2a8b tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 14:07:27.651545 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3411e2-edbf-48c4-ac9d-a747af6f2a8b tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] Pushing event updated for resources: {'Port': ['ID=05c7d08c-c6c0-4b8e-94fa-71a6a07db20b,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:07:27.669399 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-1754235d-be55-4db3-a039-3f2466ee167c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:27.699465 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-c4ee2fb6-675d-44b1-87c7-00272bbfd9f6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e49e4562e96540b6a305a7995e74e0de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2150097 Jul 16 14:07:27.702167 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 60214) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:07:27.724514 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36957c6f-7277-4c23-ba32-be64eeb4c778 req-2b3411e2-edbf-48c4-ac9d-a747af6f2a8b tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:07:27.731739 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-36957c6f-7277-4c23-ba32-be64eeb4c778 req-2b3411e2-edbf-48c4-ac9d-a747af6f2a8b tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583268'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:27.795246 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6d55e2df-3717-4a15-9ee0-f7a9809a5b44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:27.819472 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6d55e2df-3717-4a15-9ee0-f7a9809a5b44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:27.821994 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-1754235d-be55-4db3-a039-3f2466ee167c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:27.826705 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-1754235d-be55-4db3-a039-3f2466ee167c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:27.831103 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-36957c6f-7277-4c23-ba32-be64eeb4c778 req-2b3411e2-edbf-48c4-ac9d-a747af6f2a8b tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9342921 Jul 16 14:07:27.857830 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1754235d-be55-4db3-a039-3f2466ee167c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e3b714b-d3a8-4978-81a3-c0dd7e8c9ec2,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:07:27.863071 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.v2.base [req-36957c6f-7277-4c23-ba32-be64eeb4c778 req-7a89b1c3-4e57-4263-b64e-9dbff2563c9c service neutron] Request body: {'port': {'device_id': 'a0bbd687-e0d7-416a-aee8-c6331e3c3153', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78476'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:07:27.881379 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-1754235d-be55-4db3-a039-3f2466ee167c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a21d204df93c45b284786cfff6ac05c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3631790 Jul 16 14:07:27.882013 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 60226) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:07:27.927720 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6d55e2df-3717-4a15-9ee0-f7a9809a5b44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:27.931635 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6d55e2df-3717-4a15-9ee0-f7a9809a5b44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:27.932823 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-6d55e2df-3717-4a15-9ee0-f7a9809a5b44 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5f85a545-b843-401a-b637-8aa9347f6458 HTTP/1.1" status: 204 len: 168 time: 0.2294905 Jul 16 14:07:27.947050 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d55e2df-3717-4a15-9ee0-f7a9809a5b44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f85a545-b843-401a-b637-8aa9347f6458,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:07:27.965178 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4594a541-1147-4fd9-88cc-4def422f8f9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:27.994837 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4594a541-1147-4fd9-88cc-4def422f8f9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:28.049984 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-36957c6f-7277-4c23-ba32-be64eeb4c778 req-7a89b1c3-4e57-4263-b64e-9dbff2563c9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:28.067332 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4594a541-1147-4fd9-88cc-4def422f8f9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:28.070817 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4594a541-1147-4fd9-88cc-4def422f8f9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:28.071985 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-4594a541-1147-4fd9-88cc-4def422f8f9b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2e3b714b-d3a8-4978-81a3-c0dd7e8c9ec2 HTTP/1.1" status: 204 len: 168 time: 0.1889999 Jul 16 14:07:28.080429 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4594a541-1147-4fd9-88cc-4def422f8f9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e3b714b-d3a8-4978-81a3-c0dd7e8c9ec2,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:07:28.425131 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.notifiers.nova [req-36957c6f-7277-4c23-ba32-be64eeb4c778 req-7a89b1c3-4e57-4263-b64e-9dbff2563c9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05c7d08c-c6c0-4b8e-94fa-71a6a07db20b {{(pid=93102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 14:07:28.433613 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-36957c6f-7277-4c23-ba32-be64eeb4c778 req-7a89b1c3-4e57-4263-b64e-9dbff2563c9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:28.447472 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.db.provisioning_blocks [req-36957c6f-7277-4c23-ba32-be64eeb4c778 req-7a89b1c3-4e57-4263-b64e-9dbff2563c9c service neutron] Transition to ACTIVE for port object 05c7d08c-c6c0-4b8e-94fa-71a6a07db20b will not be triggered until provisioned by entity L2. {{(pid=93102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 14:07:28.453530 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-36957c6f-7277-4c23-ba32-be64eeb4c778 req-7a89b1c3-4e57-4263-b64e-9dbff2563c9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736156224341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736155824276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736155824294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4062751'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:28.522630 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a89b1c3-4e57-4263-b64e-9dbff2563c9c service neutron] Pushing event updated for resources: {'Port': ['ID=05c7d08c-c6c0-4b8e-94fa-71a6a07db20b,revision_number=2']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:07:28.630739 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [req-36957c6f-7277-4c23-ba32-be64eeb4c778 req-7a89b1c3-4e57-4263-b64e-9dbff2563c9c service neutron] Attempting to bind port 05c7d08c-c6c0-4b8e-94fa-71a6a07db20b on host hv-cinder-78476 for vnic_type normal with profile {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 14:07:28.631077 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [req-36957c6f-7277-4c23-ba32-be64eeb4c778 req-7a89b1c3-4e57-4263-b64e-9dbff2563c9c service neutron] Attempting to bind port 05c7d08c-c6c0-4b8e-94fa-71a6a07db20b by drivers openvswitch,hyperv on host hv-cinder-78476 at level 0 using segments [{'id': '3b8d15a4-d0f0-4e80-8b94-8fdab701065f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '7ef1faca-03ae-449a-aec5-eac3348ec315'}] {{(pid=93102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 14:07:28.631411 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36957c6f-7277-4c23-ba32-be64eeb4c778 req-7a89b1c3-4e57-4263-b64e-9dbff2563c9c service neutron] Attempting to bind port 05c7d08c-c6c0-4b8e-94fa-71a6a07db20b on network 7ef1faca-03ae-449a-aec5-eac3348ec315 {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 14:07:28.649141 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13da1ea2-e349-4752-be25-e020648103b9 req-c635b302-4893-4f81-b96f-8de498160b64 tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:07:28.650576 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-13da1ea2-e349-4752-be25-e020648103b9 req-c635b302-4893-4f81-b96f-8de498160b64 tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] 10.222.0.10 "GET /v2.0/ports?device_id=a0bbd687-e0d7-416a-aee8-c6331e3c3153 HTTP/1.1" status: 200 len: 943 time: 0.1395388 Jul 16 14:07:28.651336 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36957c6f-7277-4c23-ba32-be64eeb4c778 req-7a89b1c3-4e57-4263-b64e-9dbff2563c9c service neutron] Port 05c7d08c-c6c0-4b8e-94fa-71a6a07db20b on network 7ef1faca-03ae-449a-aec5-eac3348ec315 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78476 {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 14:07:28.651725 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36957c6f-7277-4c23-ba32-be64eeb4c778 req-7a89b1c3-4e57-4263-b64e-9dbff2563c9c service neutron] Attempting to bind port 05c7d08c-c6c0-4b8e-94fa-71a6a07db20b on network 7ef1faca-03ae-449a-aec5-eac3348ec315 {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 14:07:28.657305 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36957c6f-7277-4c23-ba32-be64eeb4c778 req-7a89b1c3-4e57-4263-b64e-9dbff2563c9c service neutron] Checking agent: {'id': '6fdce28b-c36c-45c9-95d7-1ffee3187505', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78476', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 14, 3, 46), 'started_at': datetime.datetime(2021, 7, 16, 14, 3, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 14, 7, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 14:07:28.657483 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36957c6f-7277-4c23-ba32-be64eeb4c778 req-7a89b1c3-4e57-4263-b64e-9dbff2563c9c service neutron] Checking segment: {'id': '3b8d15a4-d0f0-4e80-8b94-8fdab701065f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '7ef1faca-03ae-449a-aec5-eac3348ec315'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 14:07:28.657840 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36957c6f-7277-4c23-ba32-be64eeb4c778 req-7a89b1c3-4e57-4263-b64e-9dbff2563c9c service neutron] Bound using segment: {'id': '3b8d15a4-d0f0-4e80-8b94-8fdab701065f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '7ef1faca-03ae-449a-aec5-eac3348ec315'} {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 14:07:28.658265 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [req-36957c6f-7277-4c23-ba32-be64eeb4c778 req-7a89b1c3-4e57-4263-b64e-9dbff2563c9c service neutron] Bound port: 05c7d08c-c6c0-4b8e-94fa-71a6a07db20b, host: hv-cinder-78476, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b8d15a4-d0f0-4e80-8b94-8fdab701065f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '7ef1faca-03ae-449a-aec5-eac3348ec315'}}] {{(pid=93102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 14:07:28.658623 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-36957c6f-7277-4c23-ba32-be64eeb4c778 req-7a89b1c3-4e57-4263-b64e-9dbff2563c9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:28.720914 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63d41a7-5eb0-4159-ba36-4bf61d11f2b4 req-4651011d-e12c-46c8-9f68-9c49fdb9194e tempest-VolumesActionsTest-2139225872 tempest-VolumesActionsTest-2139225872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:07:28.722409 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-b63d41a7-5eb0-4159-ba36-4bf61d11f2b4 req-4651011d-e12c-46c8-9f68-9c49fdb9194e tempest-VolumesActionsTest-2139225872 tempest-VolumesActionsTest-2139225872-project] 10.222.0.10 "GET /v2.0/networks?id=38d7fcdb-4492-4134-b8d5-839907f8f59b HTTP/1.1" status: 200 len: 808 time: 0.1342690 Jul 16 14:07:28.731777 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-13da1ea2-e349-4752-be25-e020648103b9 req-943cb5cb-f7b0-4ad6-830d-a4afe3c5f986 tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] 10.222.0.10 "GET /v2.0/security-groups?id=b754fbbd-8895-49e9-87a9-98dda090ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710378 Jul 16 14:07:28.745323 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-b63d41a7-5eb0-4159-ba36-4bf61d11f2b4 req-fcf3c4a9-5a47-43dc-a211-59a73c1d4522 tempest-VolumesActionsTest-2139225872 tempest-VolumesActionsTest-2139225872-project] 10.222.0.10 "GET /v2.0/quotas/c326ba1771fb4e42ba3974b9d993d127 HTTP/1.1" status: 200 len: 375 time: 0.0166380 Jul 16 14:07:28.757762 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.db [req-36957c6f-7277-4c23-ba32-be64eeb4c778 req-7a89b1c3-4e57-4263-b64e-9dbff2563c9c service neutron] For port 05c7d08c-c6c0-4b8e-94fa-71a6a07db20b, host hv-cinder-78476, cleared binding levels {{(pid=93102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 14:07:28.761993 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.db [req-36957c6f-7277-4c23-ba32-be64eeb4c778 req-7a89b1c3-4e57-4263-b64e-9dbff2563c9c service neutron] For port 05c7d08c-c6c0-4b8e-94fa-71a6a07db20b, host hv-cinder-78476, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=05c7d08c-c6c0-4b8e-94fa-71a6a07db20b,segment=NetworkSegment(3b8d15a4-d0f0-4e80-8b94-8fdab701065f),segment_id=3b8d15a4-d0f0-4e80-8b94-8fdab701065f)] {{(pid=93102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 14:07:28.770899 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-36957c6f-7277-4c23-ba32-be64eeb4c778 req-7a89b1c3-4e57-4263-b64e-9dbff2563c9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736156224341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736155824276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736155824294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4062751'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:28.784318 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-b63d41a7-5eb0-4159-ba36-4bf61d11f2b4 req-472e94a2-98a2-4286-84cf-9d5140013a13 tempest-VolumesActionsTest-2139225872 tempest-VolumesActionsTest-2139225872-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=c326ba1771fb4e42ba3974b9d993d127&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0327580 Jul 16 14:07:28.795323 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36957c6f-7277-4c23-ba32-be64eeb4c778 req-7a89b1c3-4e57-4263-b64e-9dbff2563c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:07:28.795809 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-36957c6f-7277-4c23-ba32-be64eeb4c778 req-7a89b1c3-4e57-4263-b64e-9dbff2563c9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583268'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:28.797134 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-36957c6f-7277-4c23-ba32-be64eeb4c778 req-7a89b1c3-4e57-4263-b64e-9dbff2563c9c service neutron] 10.222.0.25 "PUT /v2.0/ports/05c7d08c-c6c0-4b8e-94fa-71a6a07db20b HTTP/1.1" status: 200 len: 1093 time: 0.9463506 Jul 16 14:07:28.797881 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0bbd687-e0d7-416a-aee8-c6331e3c3153', 'tag': '05c7d08c-c6c0-4b8e-94fa-71a6a07db20b'}] {{(pid=93102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 14:07:28.800384 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a11fcfe668901014f0ad0c9d70c66bea342e29a2e59f45ce58be81cf923ee92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2dd206f-31f8-4120-ac89-e67534ad7991" -d '{"events": [{"name": "network-changed", "server_uuid": "a0bbd687-e0d7-416a-aee8-c6331e3c3153", "tag": "05c7d08c-c6c0-4b8e-94fa-71a6a07db20b"}]}' {{(pid=93102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 14:07:28.905589 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-b63d41a7-5eb0-4159-ba36-4bf61d11f2b4 req-f6726975-e3fa-4f36-bdb3-98f638c5bea7 service neutron] 10.222.0.10 "GET /v2.0/networks/38d7fcdb-4492-4134-b8d5-839907f8f59b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137950 Jul 16 14:07:28.938144 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a89b1c3-4e57-4263-b64e-9dbff2563c9c service neutron] Pushing event updated for resources: {'Port': ['ID=05c7d08c-c6c0-4b8e-94fa-71a6a07db20b,revision_number=3']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:07:29.000437 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36957c6f-7277-4c23-ba32-be64eeb4c778 req-65ec2133-8a07-4d21-8d23-abe54d6f0843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:07:29.001882 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-36957c6f-7277-4c23-ba32-be64eeb4c778 req-65ec2133-8a07-4d21-8d23-abe54d6f0843 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=65aa6d16d1494e3e938670a7bcde4ef6&device_id=a0bbd687-e0d7-416a-aee8-c6331e3c3153 HTTP/1.1" status: 200 len: 1096 time: 0.1263402 Jul 16 14:07:29.018026 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e14651-e4e6-421e-bb8e-1877559c3d30 req-f0257d69-829e-4c31-b395-4039f3d1c5fd tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:07:29.019515 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-59e14651-e4e6-421e-bb8e-1877559c3d30 req-f0257d69-829e-4c31-b395-4039f3d1c5fd tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ea9a593-16d3-465c-8131-fc586d36046d HTTP/1.1" status: 200 len: 945 time: 0.0972579 Jul 16 14:07:29.027143 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-b63d41a7-5eb0-4159-ba36-4bf61d11f2b4 req-cc81de7c-33ac-4869-a035-3f698cd01002 service neutron] 10.222.0.10 "GET /v2.0/networks/38d7fcdb-4492-4134-b8d5-839907f8f59b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202624 Jul 16 14:07:29.036668 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 60302) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:07:29.071626 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-36957c6f-7277-4c23-ba32-be64eeb4c778 req-2a0a40a7-a4ec-4c53-ba26-f9ec06719adf service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=05c7d08c-c6c0-4b8e-94fa-71a6a07db20b HTTP/1.1" status: 200 len: 217 time: 0.0482931 Jul 16 14:07:29.101228 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-59e14651-e4e6-421e-bb8e-1877559c3d30 req-4c195e7c-28f1-4e0a-b998-d5090ddbb76c tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/security-groups?id=82181ce4-b774-4a6f-9777-8cd5eff34a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703075 Jul 16 14:07:29.170903 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 14:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9d4f677-a9c8-4467-9feb-f8b83f6c756c x-openstack-request-id: req-e9d4f677-a9c8-4467-9feb-f8b83f6c756c {{(pid=93102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 14:07:29.171389 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0bbd687-e0d7-416a-aee8-c6331e3c3153", "tag": "05c7d08c-c6c0-4b8e-94fa-71a6a07db20b", "status": "completed", "code": 200}]} {{(pid=93102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 14:07:29.171860 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e9d4f677-a9c8-4467-9feb-f8b83f6c756c {{(pid=93102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 14:07:29.172565 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0bbd687-e0d7-416a-aee8-c6331e3c3153', 'tag': '05c7d08c-c6c0-4b8e-94fa-71a6a07db20b', 'status': 'completed', 'code': 200} Jul 16 14:07:29.205040 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36957c6f-7277-4c23-ba32-be64eeb4c778 req-99b8025c-9e46-4fa4-933b-1257bee88381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:07:29.206522 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-36957c6f-7277-4c23-ba32-be64eeb4c778 req-99b8025c-9e46-4fa4-933b-1257bee88381 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b9558011-4645-42ab-96a4-509a9f3696f5 HTTP/1.1" status: 200 len: 854 time: 0.1168048 Jul 16 14:07:29.273397 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-582ff82e-56ee-40c3-a62e-1dac0af27bc6 req-70db0a8a-f579-4657-9859-a29d365b62b4 tempest-VolumesActionsTest-2139225872 tempest-VolumesActionsTest-2139225872-project] 10.222.0.10 "GET /v2.0/ports?device_id=98e533ce-b8d5-4f39-96cc-1891481e60ea HTTP/1.1" status: 200 len: 210 time: 0.0446358 Jul 16 14:07:29.296144 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-36957c6f-7277-4c23-ba32-be64eeb4c778 req-fac4a910-fb1c-42d5-9c91-6e4ca86db683 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7ef1faca-03ae-449a-aec5-eac3348ec315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0782700 Jul 16 14:07:29.363014 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.v2.base [None req-7b3637b3-4711-4484-b3e4-d548ade46ecc admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2046001929-network', 'tenant_id': 'f26aa26656004385a23ef6e54380f2d5'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:07:29.391740 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b3637b3-4711-4484-b3e4-d548ade46ecc admin admin] Made reservation on behalf of f26aa26656004385a23ef6e54380f2d5 for: {'network': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 14:07:29.394875 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7b3637b3-4711-4484-b3e4-d548ade46ecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for network, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:29.404639 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7b3637b3-4711-4484-b3e4-d548ade46ecc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:29.474943 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-36957c6f-7277-4c23-ba32-be64eeb4c778 req-75e6cfbd-7795-43ee-a193-50b787dbc7e1 service neutron] 10.222.0.25 "GET /v2.0/networks/7ef1faca-03ae-449a-aec5-eac3348ec315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680362 Jul 16 14:07:29.551926 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7b3637b3-4711-4484-b3e4-d548ade46ecc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:29.557746 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7b3637b3-4711-4484-b3e4-d548ade46ecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:29.591059 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3637b3-4711-4484-b3e4-d548ade46ecc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dddc7ed-d3be-4404-9209-f62d7da26749,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:07:29.602123 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b3637b3-4711-4484-b3e4-d548ade46ecc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 201} {{(pid=93101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 14:07:29.616918 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7b3637b3-4711-4484-b3e4-d548ade46ecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16512664'] for segment, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:29.617456 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.db.segments_db [None req-7b3637b3-4711-4484-b3e4-d548ade46ecc admin admin] Added segment 4fad2db9-883e-4e8e-8c08-6689552e8f68 of type vlan for network f12c8d5c-37c0-4646-93fd-2f1f0c0ef6dd Jul 16 14:07:29.620283 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Device 0a0d9fb3-b905-4cdc-9b2d-18825977d6e1 no longer exists at agent hyperv_hv-cinder-78476 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 14:07:29.660818 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] No Port match for: 0a0d9fb3-b905-4cdc-9b2d-18825977d6e1 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 14:07:29.662059 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Device 0a0d9fb3-b905-4cdc-9b2d-18825977d6e1 not bound to the agent host hv-cinder-78476 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 14:07:29.676178 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7b3637b3-4711-4484-b3e4-d548ade46ecc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736155808503'] for network, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:29.714354 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7b3637b3-4711-4484-b3e4-d548ade46ecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186'] for network, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:29.715488 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b3637b3-4711-4484-b3e4-d548ade46ecc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:07:29.716382 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7b3637b3-4711-4484-b3e4-d548ade46ecc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583268'] for network, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:29.751175 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-7b3637b3-4711-4484-b3e4-d548ade46ecc admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7132871 Jul 16 14:07:29.753888 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 60336) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:07:29.761358 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.v2.base [None req-e580d901-8965-466e-b70b-4e699d837dbd admin admin] Request body: {'subnet': {'network_id': 'f12c8d5c-37c0-4646-93fd-2f1f0c0ef6dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2046001929-subnet', 'tenant_id': 'f26aa26656004385a23ef6e54380f2d5', 'ip_version': 4}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:07:29.798755 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3637b3-4711-4484-b3e4-d548ade46ecc admin admin] Pushing event updated for resources: {'Network': ['ID=f12c8d5c-37c0-4646-93fd-2f1f0c0ef6dd,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:07:29.811555 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Network f12c8d5c-37c0-4646-93fd-2f1f0c0ef6dd details requested by agent ovs-agent-dv-cinder-784763-7-iscsi with host dv-cinder-784763-7-iscsi {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 14:07:29.817973 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e580d901-8965-466e-b70b-4e699d837dbd admin admin] Made reservation on behalf of f26aa26656004385a23ef6e54380f2d5 for: {'subnet': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 14:07:29.821937 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e580d901-8965-466e-b70b-4e699d837dbd admin admin] Notify callbacks [] for subnet, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:29.871391 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 60340) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:07:29.958271 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-36957c6f-7277-4c23-ba32-be64eeb4c778 req-f172f743-34e2-48c3-a69b-b54b9c8ffbd2 service neutron] 10.222.0.25 "GET /v2.0/networks/7ef1faca-03ae-449a-aec5-eac3348ec315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4652579 Jul 16 14:07:30.001238 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4e3c99-41e4-46b6-9563-48acb128046b req-cbab1e89-8ac5-43c0-a8d4-d0eedd75eea9 tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:07:30.005393 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-1a4e3c99-41e4-46b6-9563-48acb128046b req-cbab1e89-8ac5-43c0-a8d4-d0eedd75eea9 tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] 10.222.0.10 "GET /v2.0/ports?device_id=a0bbd687-e0d7-416a-aee8-c6331e3c3153 HTTP/1.1" status: 200 len: 943 time: 0.1134126 Jul 16 14:07:30.045287 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-1a4e3c99-41e4-46b6-9563-48acb128046b req-29f66e42-0800-41db-a495-19842dcc7697 tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] 10.222.0.10 "GET /v2.0/security-groups?id=b754fbbd-8895-49e9-87a9-98dda090ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341139 Jul 16 14:07:30.052599 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-2c0de86f-ec0c-47a6-94f7-3ebd0a5c66bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:30.083101 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e580d901-8965-466e-b70b-4e699d837dbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186'] for subnet, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:30.162588 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e580d901-8965-466e-b70b-4e699d837dbd admin admin] Pushing event updated for resources: {'Subnet': ['ID=b576700b-81ba-4286-af68-18fe8daa7b9c,revision_number=0']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:07:30.171474 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dd206f-31f8-4120-ac89-e67534ad7991 req-33d89958-cf03-4c10-9494-1a30fcad2306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:07:30.174743 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-b2dd206f-31f8-4120-ac89-e67534ad7991 req-33d89958-cf03-4c10-9494-1a30fcad2306 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=65aa6d16d1494e3e938670a7bcde4ef6&device_id=a0bbd687-e0d7-416a-aee8-c6331e3c3153 HTTP/1.1" status: 200 len: 1096 time: 0.0580788 Jul 16 14:07:30.184431 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e580d901-8965-466e-b70b-4e699d837dbd admin admin] Checking segment: {'id': '4fad2db9-883e-4e8e-8c08-6689552e8f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'f12c8d5c-37c0-4646-93fd-2f1f0c0ef6dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 14:07:30.185030 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e580d901-8965-466e-b70b-4e699d837dbd admin admin] Network hostable DHCP agents. Network: f12c8d5c-37c0-4646-93fd-2f1f0c0ef6dd, hostable agents: ['ff372831-df71-440e-8c4b-463caa6f5ae0'], hosted agents: [] {{(pid=93101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 14:07:30.227258 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e580d901-8965-466e-b70b-4e699d837dbd admin admin] Network f12c8d5c-37c0-4646-93fd-2f1f0c0ef6dd is scheduled to be hosted by DHCP agent ff372831-df71-440e-8c4b-463caa6f5ae0 with binding_index 1 {{(pid=93101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 14:07:30.242673 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-2c0de86f-ec0c-47a6-94f7-3ebd0a5c66bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:30.247791 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-e580d901-8965-466e-b70b-4e699d837dbd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784763-7-iscsi, f12c8d5c-37c0-4646-93fd-2f1f0c0ef6dd) {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 14:07:30.250543 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-2c0de86f-ec0c-47a6-94f7-3ebd0a5c66bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:30.256779 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-007c28d9-534b-4291-b57b-3ee072248d3f None None] Network f12c8d5c-37c0-4646-93fd-2f1f0c0ef6dd requested from dv-cinder-784763-7-iscsi {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 14:07:30.259053 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e580d901-8965-466e-b70b-4e699d837dbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:07:30.259961 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e580d901-8965-466e-b70b-4e699d837dbd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:30.317260 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-e580d901-8965-466e-b70b-4e699d837dbd admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5598965 Jul 16 14:07:30.317385 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dd206f-31f8-4120-ac89-e67534ad7991 req-a2e797f0-7f48-41ad-aece-144dfb10523a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:07:30.321221 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-b2dd206f-31f8-4120-ac89-e67534ad7991 req-a2e797f0-7f48-41ad-aece-144dfb10523a service neutron] 10.222.0.25 "GET /v2.0/networks?id=7ef1faca-03ae-449a-aec5-eac3348ec315 HTTP/1.1" status: 200 len: 915 time: 0.1363730 Jul 16 14:07:30.321883 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 60348) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:07:30.326725 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.v2.base [None req-d6f0058e-6377-466f-ac36-cd482f60e84a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2046001929-router', 'tenant_id': 'f26aa26656004385a23ef6e54380f2d5', 'external_gateway_info': {'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da'}}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:07:30.335719 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0de86f-ec0c-47a6-94f7-3ebd0a5c66bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63bfe25b-d613-4173-b00c-3a687d4d4265,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:07:30.340907 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-2c0de86f-ec0c-47a6-94f7-3ebd0a5c66bc admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0313083ee3a240049c2b59da4bd47673&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4682827 Jul 16 14:07:30.343601 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 60350) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:07:30.393331 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-b2dd206f-31f8-4120-ac89-e67534ad7991 req-bbc93d87-1c14-48e7-88e5-b70ab62307e2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=05c7d08c-c6c0-4b8e-94fa-71a6a07db20b HTTP/1.1" status: 200 len: 217 time: 0.0596776 Jul 16 14:07:30.407258 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b709f223-4dec-48fb-9ae3-2f18a88dd7c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:30.440104 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40291e34-7878-45c0-b680-5068f5679b51 req-becd8584-1d1d-40b1-b745-8f6439e68c6f tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:07:30.441671 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-40291e34-7878-45c0-b680-5068f5679b51 req-becd8584-1d1d-40b1-b745-8f6439e68c6f tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ea9a593-16d3-465c-8131-fc586d36046d HTTP/1.1" status: 200 len: 945 time: 0.1582568 Jul 16 14:07:30.443624 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b709f223-4dec-48fb-9ae3-2f18a88dd7c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:30.450434 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d6f0058e-6377-466f-ac36-cd482f60e84a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-611575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6819'] for router, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:30.451909 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d6f0058e-6377-466f-ac36-cd482f60e84a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-611376', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-622296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6810'] for router, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:30.483177 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-2cfbd9f7-6127-4ccc-92ae-ffdfd4b9eb21 req-c514341f-355f-495f-b554-ee43fe734c9e tempest-VolumesActionsTest-2139225872 tempest-VolumesActionsTest-2139225872-project] 10.222.0.10 "GET /v2.0/ports?device_id=98e533ce-b8d5-4f39-96cc-1891481e60ea HTTP/1.1" status: 200 len: 210 time: 0.0710196 Jul 16 14:07:30.504762 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3c2e0b4-3029-4203-ae6d-3942655367bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd1807d5-a05f-5dd1-8c6a-d509101630c6-f12c8d5c-37c0-4646-93fd-2f1f0c0ef6dd', 'network_id': 'f12c8d5c-37c0-4646-93fd-2f1f0c0ef6dd', 'tenant_id': 'f26aa26656004385a23ef6e54380f2d5', 'fixed_ips': [{'subnet_id': 'b576700b-81ba-4286-af68-18fe8daa7b9c'}]}} from dv-cinder-784763-7-iscsi. {{(pid=93103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 14:07:30.507437 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b3c2e0b4-3029-4203-ae6d-3942655367bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:30.513231 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-40291e34-7878-45c0-b680-5068f5679b51 req-d63d5a17-9ac1-4e7c-a9be-90777cb51642 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/security-groups?id=82181ce4-b774-4a6f-9777-8cd5eff34a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623312 Jul 16 14:07:30.531060 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dd206f-31f8-4120-ac89-e67534ad7991 req-59a3dd7c-3c5a-42c0-b1a4-b9b18bf0108b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:07:30.533312 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-b2dd206f-31f8-4120-ac89-e67534ad7991 req-59a3dd7c-3c5a-42c0-b1a4-b9b18bf0108b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b9558011-4645-42ab-96a4-509a9f3696f5 HTTP/1.1" status: 200 len: 854 time: 0.1309562 Jul 16 14:07:30.536189 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b709f223-4dec-48fb-9ae3-2f18a88dd7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:30.541312 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b709f223-4dec-48fb-9ae3-2f18a88dd7c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:30.544846 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-b709f223-4dec-48fb-9ae3-2f18a88dd7c3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/63bfe25b-d613-4173-b00c-3a687d4d4265 HTTP/1.1" status: 204 len: 168 time: 0.1984823 Jul 16 14:07:30.552747 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b709f223-4dec-48fb-9ae3-2f18a88dd7c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63bfe25b-d613-4173-b00c-3a687d4d4265,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:07:30.673352 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-b2dd206f-31f8-4120-ac89-e67534ad7991 req-92bbad01-f5d0-475b-934a-cfbbc4703503 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7ef1faca-03ae-449a-aec5-eac3348ec315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1249244 Jul 16 14:07:30.677028 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d6f0058e-6377-466f-ac36-cd482f60e84a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:30.745716 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-b3c2e0b4-3029-4203-ae6d-3942655367bf None None] Allocated IP 172.20.0.2 (f12c8d5c-37c0-4646-93fd-2f1f0c0ef6dd/b576700b-81ba-4286-af68-18fe8daa7b9c/f28eaab0-c615-428d-87b3-21c3b00447ec) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 14:07:30.793590 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 60366) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:07:30.896097 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d6f0058e-6377-466f-ac36-cd482f60e84a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-611362', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-611474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6792'] for router, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:30.932032 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b3c2e0b4-3029-4203-ae6d-3942655367bf None None] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:30.948344 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-367bb2c5-a513-4e1b-bbb4-3a6885cde6d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:30.953185 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-b3c2e0b4-3029-4203-ae6d-3942655367bf None None] Transition to ACTIVE for port object f28eaab0-c615-428d-87b3-21c3b00447ec will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 14:07:30.973332 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-b3c2e0b4-3029-4203-ae6d-3942655367bf None None] Transition to ACTIVE for port object f28eaab0-c615-428d-87b3-21c3b00447ec will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 14:07:30.980522 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b3c2e0b4-3029-4203-ae6d-3942655367bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736155824258'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:31.039494 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3c2e0b4-3029-4203-ae6d-3942655367bf None None] Network f12c8d5c-37c0-4646-93fd-2f1f0c0ef6dd is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 14:07:31.045144 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-b3c2e0b4-3029-4203-ae6d-3942655367bf None None] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 14:07:31.049425 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c2e0b4-3029-4203-ae6d-3942655367bf None None] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 14:07:31.056183 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-b2dd206f-31f8-4120-ac89-e67534ad7991 req-a3de4d7a-328f-4276-a84b-7131297849cc service neutron] 10.222.0.25 "GET /v2.0/networks/7ef1faca-03ae-449a-aec5-eac3348ec315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3700395 Jul 16 14:07:31.062363 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c2e0b4-3029-4203-ae6d-3942655367bf None None] Pushing event updated for resources: {'Port': ['ID=f28eaab0-c615-428d-87b3-21c3b00447ec,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:07:31.123621 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-b3c2e0b4-3029-4203-ae6d-3942655367bf None None] Attempting to bind port f28eaab0-c615-428d-87b3-21c3b00447ec on host dv-cinder-784763-7-iscsi for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 14:07:31.123995 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-b3c2e0b4-3029-4203-ae6d-3942655367bf None None] Attempting to bind port f28eaab0-c615-428d-87b3-21c3b00447ec by drivers openvswitch,hyperv on host dv-cinder-784763-7-iscsi at level 0 using segments [{'id': '4fad2db9-883e-4e8e-8c08-6689552e8f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'f12c8d5c-37c0-4646-93fd-2f1f0c0ef6dd'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 14:07:31.124352 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c2e0b4-3029-4203-ae6d-3942655367bf None None] Attempting to bind port f28eaab0-c615-428d-87b3-21c3b00447ec on network f12c8d5c-37c0-4646-93fd-2f1f0c0ef6dd {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 14:07:31.131697 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c2e0b4-3029-4203-ae6d-3942655367bf None None] Checking agent: {'id': '7d82e82a-2556-4908-8b18-4037e5dfdbc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784763-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 13, 57, 51), 'started_at': datetime.datetime(2021, 7, 16, 13, 58, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 14, 7, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784763-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 14:07:31.132074 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c2e0b4-3029-4203-ae6d-3942655367bf None None] Checking segment: {'id': '4fad2db9-883e-4e8e-8c08-6689552e8f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'f12c8d5c-37c0-4646-93fd-2f1f0c0ef6dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 14:07:31.132519 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b3c2e0b4-3029-4203-ae6d-3942655367bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:31.132943 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c2e0b4-3029-4203-ae6d-3942655367bf None None] Bound using segment: {'id': '4fad2db9-883e-4e8e-8c08-6689552e8f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'f12c8d5c-37c0-4646-93fd-2f1f0c0ef6dd'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 14:07:31.134243 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-b3c2e0b4-3029-4203-ae6d-3942655367bf None None] Bound port: f28eaab0-c615-428d-87b3-21c3b00447ec, host: dv-cinder-784763-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fad2db9-883e-4e8e-8c08-6689552e8f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'f12c8d5c-37c0-4646-93fd-2f1f0c0ef6dd'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 14:07:31.134510 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b3c2e0b4-3029-4203-ae6d-3942655367bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:31.162308 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63d41a7-5eb0-4159-ba36-4bf61d11f2b4 req-3e18e86e-f43e-4974-b01d-0e3cd00d335b tempest-VolumesActionsTest-2139225872 tempest-VolumesActionsTest-2139225872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:07:31.164618 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-b63d41a7-5eb0-4159-ba36-4bf61d11f2b4 req-3e18e86e-f43e-4974-b01d-0e3cd00d335b tempest-VolumesActionsTest-2139225872 tempest-VolumesActionsTest-2139225872-project] 10.222.0.25 "GET /v2.0/networks?id=38d7fcdb-4492-4134-b8d5-839907f8f59b HTTP/1.1" status: 200 len: 808 time: 0.2064946 Jul 16 14:07:31.228344 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-b3c2e0b4-3029-4203-ae6d-3942655367bf None None] For port f28eaab0-c615-428d-87b3-21c3b00447ec, host dv-cinder-784763-7-iscsi, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 14:07:31.232508 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-b3c2e0b4-3029-4203-ae6d-3942655367bf None None] For port f28eaab0-c615-428d-87b3-21c3b00447ec, host dv-cinder-784763-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-7-iscsi',level=0,port_id=f28eaab0-c615-428d-87b3-21c3b00447ec,segment=NetworkSegment(4fad2db9-883e-4e8e-8c08-6689552e8f68),segment_id=4fad2db9-883e-4e8e-8c08-6689552e8f68)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 14:07:31.238024 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b3c2e0b4-3029-4203-ae6d-3942655367bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736156224341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736155824276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736155824294'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:31.247401 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-367bb2c5-a513-4e1b-bbb4-3a6885cde6d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:31.253962 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.v2.base [req-b63d41a7-5eb0-4159-ba36-4bf61d11f2b4 req-0bb9ecb8-f085-49b5-9f72-dcb026685d17 tempest-VolumesActionsTest-2139225872 tempest-VolumesActionsTest-2139225872-project] Request body: {'port': {'device_id': '98e533ce-b8d5-4f39-96cc-1891481e60ea', 'network_id': '38d7fcdb-4492-4134-b8d5-839907f8f59b', 'admin_state_up': True, 'tenant_id': 'c326ba1771fb4e42ba3974b9d993d127'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:07:31.258848 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-367bb2c5-a513-4e1b-bbb4-3a6885cde6d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:31.299091 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-b2dd206f-31f8-4120-ac89-e67534ad7991 req-201514aa-8fec-4b00-88dd-2e8fce674ecc service neutron] 10.222.0.25 "GET /v2.0/networks/7ef1faca-03ae-449a-aec5-eac3348ec315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2221279 Jul 16 14:07:31.354838 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c2e0b4-3029-4203-ae6d-3942655367bf None None] Pushing event updated for resources: {'Port': ['ID=f28eaab0-c615-428d-87b3-21c3b00447ec,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:07:31.375913 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-367bb2c5-a513-4e1b-bbb4-3a6885cde6d1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d9c95cbabeb047858e9fc4c2201e9466&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5804448 Jul 16 14:07:31.378654 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 60382) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:07:31.394655 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367bb2c5-a513-4e1b-bbb4-3a6885cde6d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e6945c4-f2b1-43f9-9bbf-b310f7aacdae,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:07:31.457814 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-9afb4ad9-e660-40c0-a927-0f1208e8ef17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:31.492914 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-9afb4ad9-e660-40c0-a927-0f1208e8ef17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:31.500345 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b63d41a7-5eb0-4159-ba36-4bf61d11f2b4 req-0bb9ecb8-f085-49b5-9f72-dcb026685d17 tempest-VolumesActionsTest-2139225872 tempest-VolumesActionsTest-2139225872-project] Made reservation on behalf of c326ba1771fb4e42ba3974b9d993d127 for: {'port': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 14:07:31.504163 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-b63d41a7-5eb0-4159-ba36-4bf61d11f2b4 req-0bb9ecb8-f085-49b5-9f72-dcb026685d17 tempest-VolumesActionsTest-2139225872 tempest-VolumesActionsTest-2139225872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:31.508746 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d6f0058e-6377-466f-ac36-cd482f60e84a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:31.538784 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c016c33e-a499-4b4f-aa0b-39aa2c6d8097 req-c9a8dbb1-6cfa-4731-85a5-fe553184b2d3 tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:07:31.545438 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-c016c33e-a499-4b4f-aa0b-39aa2c6d8097 req-c9a8dbb1-6cfa-4731-85a5-fe553184b2d3 tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] 10.222.0.10 "GET /v2.0/ports?device_id=a0bbd687-e0d7-416a-aee8-c6331e3c3153 HTTP/1.1" status: 200 len: 943 time: 0.1937931 Jul 16 14:07:31.547599 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d6f0058e-6377-466f-ac36-cd482f60e84a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:31.629324 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-9afb4ad9-e660-40c0-a927-0f1208e8ef17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:31.632469 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-9afb4ad9-e660-40c0-a927-0f1208e8ef17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:31.637452 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-9afb4ad9-e660-40c0-a927-0f1208e8ef17 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9e6945c4-f2b1-43f9-9bbf-b310f7aacdae HTTP/1.1" status: 204 len: 168 time: 0.2556207 Jul 16 14:07:31.641226 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-c016c33e-a499-4b4f-aa0b-39aa2c6d8097 req-34f3e3b5-0e49-4a99-83c1-4284a58c18a3 tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] 10.222.0.10 "GET /v2.0/security-groups?id=b754fbbd-8895-49e9-87a9-98dda090ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948193 Jul 16 14:07:31.659975 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afb4ad9-e660-40c0-a927-0f1208e8ef17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e6945c4-f2b1-43f9-9bbf-b310f7aacdae,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:07:31.687332 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afb4ad9-e660-40c0-a927-0f1208e8ef17 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:07:31.687332 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afb4ad9-e660-40c0-a927-0f1208e8ef17 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:07:31.687332 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afb4ad9-e660-40c0-a927-0f1208e8ef17 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:07:31.687774 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afb4ad9-e660-40c0-a927-0f1208e8ef17 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:07:31.688120 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afb4ad9-e660-40c0-a927-0f1208e8ef17 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:07:31.688462 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afb4ad9-e660-40c0-a927-0f1208e8ef17 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:07:31.688927 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afb4ad9-e660-40c0-a927-0f1208e8ef17 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:07:31.689566 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afb4ad9-e660-40c0-a927-0f1208e8ef17 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:07:31.689906 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afb4ad9-e660-40c0-a927-0f1208e8ef17 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:07:31.690240 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afb4ad9-e660-40c0-a927-0f1208e8ef17 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:07:31.690569 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afb4ad9-e660-40c0-a927-0f1208e8ef17 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:07:31.690898 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afb4ad9-e660-40c0-a927-0f1208e8ef17 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:07:31.756541 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [req-b63d41a7-5eb0-4159-ba36-4bf61d11f2b4 req-0bb9ecb8-f085-49b5-9f72-dcb026685d17 tempest-VolumesActionsTest-2139225872 tempest-VolumesActionsTest-2139225872-project] Allocated IP 172.20.0.8 (38d7fcdb-4492-4134-b8d5-839907f8f59b/e3df51f1-7f4d-4eb1-98e6-b29ed94a0a67/87b00c1e-d47b-4f4d-a0a0-c27e6cc821ae) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 14:07:31.793336 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [None req-d6f0058e-6377-466f-ac36-cd482f60e84a admin admin] Allocated IP 172.27.1.77 (0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da/898cf826-a558-482b-96e1-37cc6b0abbc7/265fd634-8ece-422e-a3e5-f7bab0c16ba0) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 14:07:31.842064 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-663517d0-0e1a-4945-bf53-1cb8a29b280b req-35f755a1-6308-4f19-a61d-28220e719873 tempest-VolumesActionsTest-2139225872 tempest-VolumesActionsTest-2139225872-project] 10.222.0.10 "GET /v2.0/ports?device_id=98e533ce-b8d5-4f39-96cc-1891481e60ea HTTP/1.1" status: 200 len: 210 time: 0.0596988 Jul 16 14:07:32.009696 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d6f0058e-6377-466f-ac36-cd482f60e84a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:32.060821 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b5f582-2501-47e5-97a6-2d355b37aa8e req-152466b5-c3f7-46c5-a51a-a57ee5987123 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:07:32.062433 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-f2b5f582-2501-47e5-97a6-2d355b37aa8e req-152466b5-c3f7-46c5-a51a-a57ee5987123 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ea9a593-16d3-465c-8131-fc586d36046d HTTP/1.1" status: 200 len: 945 time: 0.1280534 Jul 16 14:07:32.099669 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-b63d41a7-5eb0-4159-ba36-4bf61d11f2b4 req-0bb9ecb8-f085-49b5-9f72-dcb026685d17 tempest-VolumesActionsTest-2139225872 tempest-VolumesActionsTest-2139225872-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:32.134149 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-f2b5f582-2501-47e5-97a6-2d355b37aa8e req-5ffff558-e403-421d-9386-49bd995988ed tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/security-groups?id=82181ce4-b774-4a6f-9777-8cd5eff34a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632446 Jul 16 14:07:32.135286 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d6f0058e-6377-466f-ac36-cd482f60e84a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736155824258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4062758'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:32.177378 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f0058e-6377-466f-ac36-cd482f60e84a admin admin] Network 0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 14:07:32.181642 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-d6f0058e-6377-466f-ac36-cd482f60e84a admin admin] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 14:07:32.185462 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f0058e-6377-466f-ac36-cd482f60e84a admin admin] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 14:07:32.223955 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f0058e-6377-466f-ac36-cd482f60e84a admin admin] Pushing event updated for resources: {'Port': ['ID=265fd634-8ece-422e-a3e5-f7bab0c16ba0,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:07:32.229516 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-b63d41a7-5eb0-4159-ba36-4bf61d11f2b4 req-0bb9ecb8-f085-49b5-9f72-dcb026685d17 tempest-VolumesActionsTest-2139225872 tempest-VolumesActionsTest-2139225872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736155824258'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:32.269021 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Device f28eaab0-c615-428d-87b3-21c3b00447ec up at agent ovs-agent-dv-cinder-784763-7-iscsi {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 14:07:32.301022 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b63d41a7-5eb0-4159-ba36-4bf61d11f2b4 req-0bb9ecb8-f085-49b5-9f72-dcb026685d17 tempest-VolumesActionsTest-2139225872 tempest-VolumesActionsTest-2139225872-project] Network 38d7fcdb-4492-4134-b8d5-839907f8f59b is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 14:07:32.307598 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [req-b63d41a7-5eb0-4159-ba36-4bf61d11f2b4 req-0bb9ecb8-f085-49b5-9f72-dcb026685d17 tempest-VolumesActionsTest-2139225872 tempest-VolumesActionsTest-2139225872-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 14:07:32.320569 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-b63d41a7-5eb0-4159-ba36-4bf61d11f2b4 req-0bb9ecb8-f085-49b5-9f72-dcb026685d17 tempest-VolumesActionsTest-2139225872 tempest-VolumesActionsTest-2139225872-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 14:07:32.328301 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63d41a7-5eb0-4159-ba36-4bf61d11f2b4 req-0bb9ecb8-f085-49b5-9f72-dcb026685d17 tempest-VolumesActionsTest-2139225872 tempest-VolumesActionsTest-2139225872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:07:32.329173 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-b63d41a7-5eb0-4159-ba36-4bf61d11f2b4 req-0bb9ecb8-f085-49b5-9f72-dcb026685d17 tempest-VolumesActionsTest-2139225872 tempest-VolumesActionsTest-2139225872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72406'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:32.331529 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 60410) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:07:32.338166 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Provisioning for port f28eaab0-c615-428d-87b3-21c3b00447ec completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 14:07:32.364513 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb9ecb8-f085-49b5-9f72-dcb026685d17 tempest-VolumesActionsTest-2139225872 tempest-VolumesActionsTest-2139225872-project] Pushing event updated for resources: {'Port': ['ID=87b00c1e-d47b-4f4d-a0a0-c27e6cc821ae,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:07:32.370505 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d7c39093-d1f3-406b-9216-301c4ae19aff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:32.380981 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-b63d41a7-5eb0-4159-ba36-4bf61d11f2b4 req-0bb9ecb8-f085-49b5-9f72-dcb026685d17 tempest-VolumesActionsTest-2139225872 tempest-VolumesActionsTest-2139225872-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1314597 Jul 16 14:07:32.420823 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.v2.base [req-b63d41a7-5eb0-4159-ba36-4bf61d11f2b4 req-ccc60821-6e60-4981-b0fb-50cbe2c9b826 service neutron] Request body: {'port': {'device_id': '98e533ce-b8d5-4f39-96cc-1891481e60ea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78476'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:07:32.517484 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d6f0058e-6377-466f-ac36-cd482f60e84a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:32.530742 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-b63d41a7-5eb0-4159-ba36-4bf61d11f2b4 req-ccc60821-6e60-4981-b0fb-50cbe2c9b826 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:32.590727 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d7c39093-d1f3-406b-9216-301c4ae19aff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:32.602275 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d7c39093-d1f3-406b-9216-301c4ae19aff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:32.710054 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-d7c39093-d1f3-406b-9216-301c4ae19aff admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a7a92947b7b14148ae68a53a5448c5ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3712707 Jul 16 14:07:32.714890 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 60416) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:07:32.735612 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c39093-d1f3-406b-9216-301c4ae19aff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=689d7568-5870-4db5-b367-e1bd5c83ac82,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:07:32.868253 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7d69844b-b2c8-4e82-b134-94730c77155c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:32.890459 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbc0bfb7-d4b9-4199-bad9-571167358e85 None None] Network f12c8d5c-37c0-4646-93fd-2f1f0c0ef6dd requested from dv-cinder-784763-7-iscsi {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 14:07:32.914262 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7d69844b-b2c8-4e82-b134-94730c77155c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:33.006011 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7d69844b-b2c8-4e82-b134-94730c77155c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:33.009801 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7d69844b-b2c8-4e82-b134-94730c77155c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:33.011008 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-7d69844b-b2c8-4e82-b134-94730c77155c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/689d7568-5870-4db5-b367-e1bd5c83ac82 HTTP/1.1" status: 204 len: 168 time: 0.2951312 Jul 16 14:07:33.021018 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.notifiers.nova [req-b63d41a7-5eb0-4159-ba36-4bf61d11f2b4 req-ccc60821-6e60-4981-b0fb-50cbe2c9b826 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87b00c1e-d47b-4f4d-a0a0-c27e6cc821ae {{(pid=93101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 14:07:33.043294 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-b63d41a7-5eb0-4159-ba36-4bf61d11f2b4 req-ccc60821-6e60-4981-b0fb-50cbe2c9b826 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:33.057325 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d69844b-b2c8-4e82-b134-94730c77155c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=689d7568-5870-4db5-b367-e1bd5c83ac82,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:07:33.058673 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-dbe466ce-4d8d-44dd-a008-0cdeb40fa3f6 None None] Provisioning for port f28eaab0-c615-428d-87b3-21c3b00447ec completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 14:07:33.064088 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-dbe466ce-4d8d-44dd-a008-0cdeb40fa3f6 None None] Provisioning complete for port f28eaab0-c615-428d-87b3-21c3b00447ec triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 14:07:33.064878 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-dbe466ce-4d8d-44dd-a008-0cdeb40fa3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16503849'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:33.087588 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-b63d41a7-5eb0-4159-ba36-4bf61d11f2b4 req-ccc60821-6e60-4981-b0fb-50cbe2c9b826 service neutron] Transition to ACTIVE for port object 87b00c1e-d47b-4f4d-a0a0-c27e6cc821ae will not be triggered until provisioned by entity L2. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 14:07:33.092483 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-b63d41a7-5eb0-4159-ba36-4bf61d11f2b4 req-ccc60821-6e60-4981-b0fb-50cbe2c9b826 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736156224341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736155824276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736155824294'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:33.175852 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e999fed-6c49-4b97-8a94-bc1e92df10b8 req-a343386d-59ad-4d24-87e0-ec4f0bc502d3 tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:07:33.185378 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-9e999fed-6c49-4b97-8a94-bc1e92df10b8 req-a343386d-59ad-4d24-87e0-ec4f0bc502d3 tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] 10.222.0.10 "GET /v2.0/ports?device_id=a0bbd687-e0d7-416a-aee8-c6331e3c3153 HTTP/1.1" status: 200 len: 943 time: 0.1587248 Jul 16 14:07:33.188171 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d6f0058e-6377-466f-ac36-cd482f60e84a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-611580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-611335'] for router, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:33.194039 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-dbe466ce-4d8d-44dd-a008-0cdeb40fa3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:33.222777 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc60821-6e60-4981-b0fb-50cbe2c9b826 service neutron] Pushing event updated for resources: {'Port': ['ID=87b00c1e-d47b-4f4d-a0a0-c27e6cc821ae,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:07:33.230144 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-dbe466ce-4d8d-44dd-a008-0cdeb40fa3f6 None None] For port f28eaab0-c615-428d-87b3-21c3b00447ec, host dv-cinder-784763-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-7-iscsi',level=0,port_id=f28eaab0-c615-428d-87b3-21c3b00447ec,segment=NetworkSegment(4fad2db9-883e-4e8e-8c08-6689552e8f68),segment_id=4fad2db9-883e-4e8e-8c08-6689552e8f68)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:07:33.237733 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-dbe466ce-4d8d-44dd-a008-0cdeb40fa3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736156224341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736155824276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736155824294'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:33.252001 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-b63d41a7-5eb0-4159-ba36-4bf61d11f2b4 req-ccc60821-6e60-4981-b0fb-50cbe2c9b826 service neutron] Attempting to bind port 87b00c1e-d47b-4f4d-a0a0-c27e6cc821ae on host hv-cinder-78476 for vnic_type normal with profile {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 14:07:33.252367 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-b63d41a7-5eb0-4159-ba36-4bf61d11f2b4 req-ccc60821-6e60-4981-b0fb-50cbe2c9b826 service neutron] Attempting to bind port 87b00c1e-d47b-4f4d-a0a0-c27e6cc821ae by drivers openvswitch,hyperv on host hv-cinder-78476 at level 0 using segments [{'id': '44b1e1c5-8f3f-4ecf-9e5c-752c9045ce28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '38d7fcdb-4492-4134-b8d5-839907f8f59b'}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 14:07:33.252975 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b63d41a7-5eb0-4159-ba36-4bf61d11f2b4 req-ccc60821-6e60-4981-b0fb-50cbe2c9b826 service neutron] Attempting to bind port 87b00c1e-d47b-4f4d-a0a0-c27e6cc821ae on network 38d7fcdb-4492-4134-b8d5-839907f8f59b {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 14:07:33.267680 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5fd296-7d63-4b95-ab66-83b5e394a8a1 req-e57bec04-3d36-4cb4-9571-712b51ca344e tempest-VolumesActionsTest-2139225872 tempest-VolumesActionsTest-2139225872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:07:33.275549 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-db5fd296-7d63-4b95-ab66-83b5e394a8a1 req-e57bec04-3d36-4cb4-9571-712b51ca344e tempest-VolumesActionsTest-2139225872 tempest-VolumesActionsTest-2139225872-project] 10.222.0.10 "GET /v2.0/ports?device_id=98e533ce-b8d5-4f39-96cc-1891481e60ea HTTP/1.1" status: 200 len: 943 time: 0.2294471 Jul 16 14:07:33.283577 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b63d41a7-5eb0-4159-ba36-4bf61d11f2b4 req-ccc60821-6e60-4981-b0fb-50cbe2c9b826 service neutron] Port 87b00c1e-d47b-4f4d-a0a0-c27e6cc821ae on network 38d7fcdb-4492-4134-b8d5-839907f8f59b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78476 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 14:07:33.283662 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b63d41a7-5eb0-4159-ba36-4bf61d11f2b4 req-ccc60821-6e60-4981-b0fb-50cbe2c9b826 service neutron] Attempting to bind port 87b00c1e-d47b-4f4d-a0a0-c27e6cc821ae on network 38d7fcdb-4492-4134-b8d5-839907f8f59b {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 14:07:33.300228 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b63d41a7-5eb0-4159-ba36-4bf61d11f2b4 req-ccc60821-6e60-4981-b0fb-50cbe2c9b826 service neutron] Checking agent: {'id': '6fdce28b-c36c-45c9-95d7-1ffee3187505', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78476', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 14, 3, 46), 'started_at': datetime.datetime(2021, 7, 16, 14, 3, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 14, 7, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 14:07:33.300632 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b63d41a7-5eb0-4159-ba36-4bf61d11f2b4 req-ccc60821-6e60-4981-b0fb-50cbe2c9b826 service neutron] Checking segment: {'id': '44b1e1c5-8f3f-4ecf-9e5c-752c9045ce28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '38d7fcdb-4492-4134-b8d5-839907f8f59b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 14:07:33.301029 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b63d41a7-5eb0-4159-ba36-4bf61d11f2b4 req-ccc60821-6e60-4981-b0fb-50cbe2c9b826 service neutron] Bound using segment: {'id': '44b1e1c5-8f3f-4ecf-9e5c-752c9045ce28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '38d7fcdb-4492-4134-b8d5-839907f8f59b'} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 14:07:33.301475 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-b63d41a7-5eb0-4159-ba36-4bf61d11f2b4 req-ccc60821-6e60-4981-b0fb-50cbe2c9b826 service neutron] Bound port: 87b00c1e-d47b-4f4d-a0a0-c27e6cc821ae, host: hv-cinder-78476, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44b1e1c5-8f3f-4ecf-9e5c-752c9045ce28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '38d7fcdb-4492-4134-b8d5-839907f8f59b'}}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 14:07:33.302381 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-b63d41a7-5eb0-4159-ba36-4bf61d11f2b4 req-ccc60821-6e60-4981-b0fb-50cbe2c9b826 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:33.356881 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe466ce-4d8d-44dd-a008-0cdeb40fa3f6 None None] Pushing event updated for resources: {'Port': ['ID=f28eaab0-c615-428d-87b3-21c3b00447ec,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:07:33.386121 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-db5fd296-7d63-4b95-ab66-83b5e394a8a1 req-68c4383b-01d4-4f33-a0d7-ff6ad1815147 tempest-VolumesActionsTest-2139225872 tempest-VolumesActionsTest-2139225872-project] 10.222.0.10 "GET /v2.0/security-groups?id=fdcd4579-863f-428a-a566-067b53bf9d93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019309 Jul 16 14:07:33.388535 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-9e999fed-6c49-4b97-8a94-bc1e92df10b8 req-ac676501-14d5-435e-9236-0ee4d377efda tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] 10.222.0.10 "GET /v2.0/security-groups?id=b754fbbd-8895-49e9-87a9-98dda090ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757596 Jul 16 14:07:33.464366 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-4283b2c7-22fa-46db-9bcb-f926f164f388 None None] Provisioning complete for port f28eaab0-c615-428d-87b3-21c3b00447ec triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 14:07:33.464755 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-4283b2c7-22fa-46db-9bcb-f926f164f388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16503849'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:33.466996 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-b63d41a7-5eb0-4159-ba36-4bf61d11f2b4 req-ccc60821-6e60-4981-b0fb-50cbe2c9b826 service neutron] For port 87b00c1e-d47b-4f4d-a0a0-c27e6cc821ae, host hv-cinder-78476, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 14:07:33.471261 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-b63d41a7-5eb0-4159-ba36-4bf61d11f2b4 req-ccc60821-6e60-4981-b0fb-50cbe2c9b826 service neutron] For port 87b00c1e-d47b-4f4d-a0a0-c27e6cc821ae, host hv-cinder-78476, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=87b00c1e-d47b-4f4d-a0a0-c27e6cc821ae,segment=NetworkSegment(44b1e1c5-8f3f-4ecf-9e5c-752c9045ce28),segment_id=44b1e1c5-8f3f-4ecf-9e5c-752c9045ce28)] {{(pid=93101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 14:07:33.483033 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-b63d41a7-5eb0-4159-ba36-4bf61d11f2b4 req-ccc60821-6e60-4981-b0fb-50cbe2c9b826 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736156224341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736155824276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736155824294'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:33.508079 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6f0058e-6377-466f-ac36-cd482f60e84a admin admin] Router f53b76fc-1f63-4a44-914b-3aa60d113778 is scheduled to L3 agent d50ece19-a35b-4d9c-a2c6-6c45fbfb3bdd with binding_index 1 {{(pid=93102) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 14:07:33.534886 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63d41a7-5eb0-4159-ba36-4bf61d11f2b4 req-ccc60821-6e60-4981-b0fb-50cbe2c9b826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:07:33.535585 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-b63d41a7-5eb0-4159-ba36-4bf61d11f2b4 req-ccc60821-6e60-4981-b0fb-50cbe2c9b826 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72406'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:33.537547 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-b63d41a7-5eb0-4159-ba36-4bf61d11f2b4 req-ccc60821-6e60-4981-b0fb-50cbe2c9b826 service neutron] 10.222.0.25 "PUT /v2.0/ports/87b00c1e-d47b-4f4d-a0a0-c27e6cc821ae HTTP/1.1" status: 200 len: 1093 time: 1.1211400 Jul 16 14:07:33.548189 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98e533ce-b8d5-4f39-96cc-1891481e60ea', 'tag': '87b00c1e-d47b-4f4d-a0a0-c27e6cc821ae'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 14:07:33.551255 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}669b174d507dea59856bca4514a747f2bad56b4b9d456cc0353e9cf2427ac1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c502c1f-0d3b-4100-b55f-94ba5cf9dfb4" -d '{"events": [{"name": "network-changed", "server_uuid": "98e533ce-b8d5-4f39-96cc-1891481e60ea", "tag": "87b00c1e-d47b-4f4d-a0a0-c27e6cc821ae"}]}' {{(pid=93101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 14:07:33.584071 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc60821-6e60-4981-b0fb-50cbe2c9b826 service neutron] Pushing event updated for resources: {'Port': ['ID=87b00c1e-d47b-4f4d-a0a0-c27e6cc821ae,revision_number=3']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:07:33.675855 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Device 05c7d08c-c6c0-4b8e-94fa-71a6a07db20b details requested by agent hyperv_hv-cinder-78476 with host hv-cinder-78476 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 14:07:33.682040 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a25e97-9a71-4fb7-9aa7-d4a86e4553ed req-f2760356-415f-4cb5-89be-0f01606e8ba6 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:07:33.683692 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-c6a25e97-9a71-4fb7-9aa7-d4a86e4553ed req-f2760356-415f-4cb5-89be-0f01606e8ba6 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ea9a593-16d3-465c-8131-fc586d36046d HTTP/1.1" status: 200 len: 945 time: 0.1152337 Jul 16 14:07:33.688472 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6f0058e-6377-466f-ac36-cd482f60e84a admin admin] Notify agent at l3_agent.dv-cinder-784763-7-iscsi the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 14:07:33.700184 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b81db2-df37-42a9-b26f-311dec798601 None None] Sync routers for ids ['f53b76fc-1f63-4a44-914b-3aa60d113778'] in dv-cinder-784763-7-iscsi {{(pid=93105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 14:07:33.712638 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b81db2-df37-42a9-b26f-311dec798601 None None] Routers {'f53b76fc-1f63-4a44-914b-3aa60d113778'} bound to L3 agent in host dv-cinder-784763-7-iscsi {{(pid=93105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 14:07:33.713720 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.l3_hamode_db [None req-38b81db2-df37-42a9-b26f-311dec798601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T13:57:50Z,description=,heartbeat_timestamp=2021-07-16T14:07:20Z,host='dv-cinder-784763-7-iscsi',id=d50ece19-a35b-4d9c-a2c6-6c45fbfb3bdd,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T13:57:50Z,topic='l3_agent')) {'router_ids': ['f53b76fc-1f63-4a44-914b-3aa60d113778'], 'active': True} {{(pid=93105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:07:33.719484 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63d41a7-5eb0-4159-ba36-4bf61d11f2b4 req-f976ccf9-7061-4d97-8821-f4f70d4c4961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:07:33.728265 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-b63d41a7-5eb0-4159-ba36-4bf61d11f2b4 req-f976ccf9-7061-4d97-8821-f4f70d4c4961 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c326ba1771fb4e42ba3974b9d993d127&device_id=98e533ce-b8d5-4f39-96cc-1891481e60ea HTTP/1.1" status: 200 len: 1096 time: 0.0988574 Jul 16 14:07:33.739287 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-c6a25e97-9a71-4fb7-9aa7-d4a86e4553ed req-41f985de-0ba3-42a1-baaf-ad70f82a5f51 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/security-groups?id=82181ce4-b774-4a6f-9777-8cd5eff34a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465529 Jul 16 14:07:33.740169 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d6f0058e-6377-466f-ac36-cd482f60e84a admin admin] Notify callbacks [] for router, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:33.744015 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-d6f0058e-6377-466f-ac36-cd482f60e84a admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.4209332 Jul 16 14:07:33.744622 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 60444) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:07:33.811670 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 14:07:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5db6d16-b629-4416-b730-16b88a4f33fd x-openstack-request-id: req-e5db6d16-b629-4416-b730-16b88a4f33fd {{(pid=93101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 14:07:33.814819 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98e533ce-b8d5-4f39-96cc-1891481e60ea", "tag": "87b00c1e-d47b-4f4d-a0a0-c27e6cc821ae", "status": "completed", "code": 200}]} {{(pid=93101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 14:07:33.814819 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e5db6d16-b629-4416-b730-16b88a4f33fd {{(pid=93101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 14:07:33.815203 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98e533ce-b8d5-4f39-96cc-1891481e60ea', 'tag': '87b00c1e-d47b-4f4d-a0a0-c27e6cc821ae', 'status': 'completed', 'code': 200} Jul 16 14:07:33.817049 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-b63d41a7-5eb0-4159-ba36-4bf61d11f2b4 req-f038daa1-a7a9-4e7f-ad35-a006799f7ac4 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=87b00c1e-d47b-4f4d-a0a0-c27e6cc821ae HTTP/1.1" status: 200 len: 217 time: 0.0757086 Jul 16 14:07:33.867484 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] For port 05c7d08c-c6c0-4b8e-94fa-71a6a07db20b, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=05c7d08c-c6c0-4b8e-94fa-71a6a07db20b,segment=NetworkSegment(3b8d15a4-d0f0-4e80-8b94-8fdab701065f),segment_id=3b8d15a4-d0f0-4e80-8b94-8fdab701065f)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:07:33.880150 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Returning: {'device': '05c7d08c-c6c0-4b8e-94fa-71a6a07db20b', 'network_id': '7ef1faca-03ae-449a-aec5-eac3348ec315', 'port_id': '05c7d08c-c6c0-4b8e-94fa-71a6a07db20b', 'mac_address': 'fa:16:3e:b2:f6:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9558011-4645-42ab-96a4-509a9f3696f5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 14:07:33.922937 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvr_db [None req-38b81db2-df37-42a9-b26f-311dec798601 None None] Set router f53b76fc-1f63-4a44-914b-3aa60d113778 gateway port host: dv-cinder-784763-7-iscsi {{(pid=93105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 14:07:33.951503 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63d41a7-5eb0-4159-ba36-4bf61d11f2b4 req-88e4d118-4397-4bd0-9ed4-307d8e42b431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:07:33.953035 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-b63d41a7-5eb0-4159-ba36-4bf61d11f2b4 req-88e4d118-4397-4bd0-9ed4-307d8e42b431 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e3df51f1-7f4d-4eb1-98e6-b29ed94a0a67 HTTP/1.1" status: 200 len: 848 time: 0.1006942 Jul 16 14:07:33.953581 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:33.969702 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05c7d08c-c6c0-4b8e-94fa-71a6a07db20b {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 14:07:34.000323 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-b63d41a7-5eb0-4159-ba36-4bf61d11f2b4 req-872f0265-17f8-41d7-8865-5389362630ec service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=38d7fcdb-4492-4134-b8d5-839907f8f59b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390344 Jul 16 14:07:34.009033 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] For port 05c7d08c-c6c0-4b8e-94fa-71a6a07db20b, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=05c7d08c-c6c0-4b8e-94fa-71a6a07db20b,segment=NetworkSegment(3b8d15a4-d0f0-4e80-8b94-8fdab701065f),segment_id=3b8d15a4-d0f0-4e80-8b94-8fdab701065f)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:07:34.016180 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736156224341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736155824276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736155824294'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:34.081447 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Pushing event updated for resources: {'Port': ['ID=05c7d08c-c6c0-4b8e-94fa-71a6a07db20b,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:07:34.187632 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Device f28eaab0-c615-428d-87b3-21c3b00447ec up at agent ovs-agent-dv-cinder-784763-7-iscsi {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 14:07:34.210379 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-b63d41a7-5eb0-4159-ba36-4bf61d11f2b4 req-5b26c248-123a-4b13-9163-7350f62fbdfe service neutron] 10.222.0.25 "GET /v2.0/networks/38d7fcdb-4492-4134-b8d5-839907f8f59b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1966598 Jul 16 14:07:34.245675 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.l3_hamode_db [None req-38b81db2-df37-42a9-b26f-311dec798601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f53b76fc-1f63-4a44-914b-3aa60d113778', 'name': 'tempest-TestShelveInstance-2046001929-router', 'tenant_id': 'f26aa26656004385a23ef6e54380f2d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'external_fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '265fd634-8ece-422e-a3e5-f7bab0c16ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T14:07:30Z', 'updated_at': '2021-07-16T14:07:32Z', 'revision_number': 3, 'project_id': 'f26aa26656004385a23ef6e54380f2d5', 'gw_port': {'id': '265fd634-8ece-422e-a3e5-f7bab0c16ba0', 'name': '', 'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:2e:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f53b76fc-1f63-4a44-914b-3aa60d113778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:07:31Z', 'updated_at': '2021-07-16T14:07:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-7-iscsi'}], 'dv-cinder-784763-7-iscsi', False) {} {{(pid=93105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:07:34.297083 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b81db2-df37-42a9-b26f-311dec798601 None None] Checking router: f53b76fc-1f63-4a44-914b-3aa60d113778 for host: dv-cinder-784763-7-iscsi {{(pid=93105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 14:07:34.298012 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b81db2-df37-42a9-b26f-311dec798601 None None] Updating router f53b76fc-1f63-4a44-914b-3aa60d113778 port 265fd634-8ece-422e-a3e5-f7bab0c16ba0 binding host dv-cinder-784763-7-iscsi {{(pid=93105) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 14:07:34.304950 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Provisioning complete for port f28eaab0-c615-428d-87b3-21c3b00447ec triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 14:07:34.307647 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16503849'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:34.343439 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-38b81db2-df37-42a9-b26f-311dec798601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:34.424163 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-b63d41a7-5eb0-4159-ba36-4bf61d11f2b4 req-12d4a04b-31dd-4e53-9a52-e8ae60cb2ae4 service neutron] 10.222.0.25 "GET /v2.0/networks/38d7fcdb-4492-4134-b8d5-839907f8f59b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2062137 Jul 16 14:07:34.468868 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] get_ports_and_sgs() called for port_ids ['05c7d08c-c6c0-4b8e-94fa-71a6a07db20b'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 14:07:34.509692 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0ecdc72c-5ee4-418e-ad07-f1e13999e403 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:34.692021 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c502c1f-0d3b-4100-b55f-94ba5cf9dfb4 req-ae25de16-af6e-4771-a827-a9cc0e65ae8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:07:34.701914 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-5c502c1f-0d3b-4100-b55f-94ba5cf9dfb4 req-ae25de16-af6e-4771-a827-a9cc0e65ae8a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c326ba1771fb4e42ba3974b9d993d127&device_id=98e533ce-b8d5-4f39-96cc-1891481e60ea HTTP/1.1" status: 200 len: 1096 time: 0.1293325 Jul 16 14:07:34.734269 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-38b81db2-df37-42a9-b26f-311dec798601 None None] Notify callbacks [] for port, precommit_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:34.752487 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-38b81db2-df37-42a9-b26f-311dec798601 None None] Transition to ACTIVE for port object 265fd634-8ece-422e-a3e5-f7bab0c16ba0 will not be triggered until provisioned by entity L2. {{(pid=93105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 14:07:34.759844 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-38b81db2-df37-42a9-b26f-311dec798601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736156224341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736155824276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736155824294'] for port, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:34.823592 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f3c803-f58a-41a0-8f64-cbfba67a6f80 req-15ce2470-aaf5-4dc2-a2d2-a574d336d6d2 tempest-VolumesActionsTest-2139225872 tempest-VolumesActionsTest-2139225872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:07:34.829270 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d679b290-c9a1-430c-8efe-ede872d36f44 None None] Pushing event updated for resources: {'Port': ['ID=265fd634-8ece-422e-a3e5-f7bab0c16ba0,revision_number=2']} {{(pid=93105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:07:34.830666 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-69f3c803-f58a-41a0-8f64-cbfba67a6f80 req-15ce2470-aaf5-4dc2-a2d2-a574d336d6d2 tempest-VolumesActionsTest-2139225872 tempest-VolumesActionsTest-2139225872-project] 10.222.0.10 "GET /v2.0/ports?device_id=98e533ce-b8d5-4f39-96cc-1891481e60ea HTTP/1.1" status: 200 len: 943 time: 0.1833940 Jul 16 14:07:34.842417 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d679b290-c9a1-430c-8efe-ede872d36f44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:07:34.843236 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d679b290-c9a1-430c-8efe-ede872d36f44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:07:34.843863 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d679b290-c9a1-430c-8efe-ede872d36f44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:07:34.845676 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d679b290-c9a1-430c-8efe-ede872d36f44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:07:34.846225 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d679b290-c9a1-430c-8efe-ede872d36f44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:07:34.846761 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d679b290-c9a1-430c-8efe-ede872d36f44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:07:34.847355 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d679b290-c9a1-430c-8efe-ede872d36f44 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:07:34.847880 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d679b290-c9a1-430c-8efe-ede872d36f44 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:07:34.849602 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d679b290-c9a1-430c-8efe-ede872d36f44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:07:34.850645 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d679b290-c9a1-430c-8efe-ede872d36f44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:07:34.851170 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d679b290-c9a1-430c-8efe-ede872d36f44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:07:34.851890 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d679b290-c9a1-430c-8efe-ede872d36f44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:07:34.873541 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e4bea1-3a00-4eb5-a063-c6567053f767 req-d371b609-2ed0-438a-9e11-64efb2ab6194 tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:07:34.879881 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [None req-0ecdc72c-5ee4-418e-ad07-f1e13999e403 admin admin] Allocated IP 172.20.0.1 (f12c8d5c-37c0-4646-93fd-2f1f0c0ef6dd/b576700b-81ba-4286-af68-18fe8daa7b9c/fcd7873c-b5b6-4d4c-8ba5-29b65a2ec244) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 14:07:34.881606 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-68e4bea1-3a00-4eb5-a063-c6567053f767 req-d371b609-2ed0-438a-9e11-64efb2ab6194 tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] 10.222.0.10 "GET /v2.0/ports?device_id=a0bbd687-e0d7-416a-aee8-c6331e3c3153 HTTP/1.1" status: 200 len: 944 time: 0.1771641 Jul 16 14:07:34.893392 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-69f3c803-f58a-41a0-8f64-cbfba67a6f80 req-d22eceeb-d663-4f22-8ce6-29e05017c180 tempest-VolumesActionsTest-2139225872 tempest-VolumesActionsTest-2139225872-project] 10.222.0.10 "GET /v2.0/security-groups?id=fdcd4579-863f-428a-a566-067b53bf9d93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617969 Jul 16 14:07:34.894149 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.managers [None req-38b81db2-df37-42a9-b26f-311dec798601 None None] Attempting to bind port 265fd634-8ece-422e-a3e5-f7bab0c16ba0 on host dv-cinder-784763-7-iscsi for vnic_type normal with profile {{(pid=93105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 14:07:34.895167 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.managers [None req-38b81db2-df37-42a9-b26f-311dec798601 None None] Attempting to bind port 265fd634-8ece-422e-a3e5-f7bab0c16ba0 by drivers openvswitch,hyperv on host dv-cinder-784763-7-iscsi at level 0 using segments [{'id': '6901d94e-17f9-4035-ba46-6b4e81a8dcfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da'}] {{(pid=93105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 14:07:34.895692 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b81db2-df37-42a9-b26f-311dec798601 None None] Attempting to bind port 265fd634-8ece-422e-a3e5-f7bab0c16ba0 on network 0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da {{(pid=93105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 14:07:34.904197 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b81db2-df37-42a9-b26f-311dec798601 None None] Checking agent: {'id': '7d82e82a-2556-4908-8b18-4037e5dfdbc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784763-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 13, 57, 51), 'started_at': datetime.datetime(2021, 7, 16, 13, 58, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 14, 7, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784763-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 14:07:34.904833 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b81db2-df37-42a9-b26f-311dec798601 None None] Checking segment: {'id': '6901d94e-17f9-4035-ba46-6b4e81a8dcfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 14:07:34.905953 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-38b81db2-df37-42a9-b26f-311dec798601 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:34.906564 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b81db2-df37-42a9-b26f-311dec798601 None None] Bound using segment: {'id': '6901d94e-17f9-4035-ba46-6b4e81a8dcfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da'} {{(pid=93105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 14:07:34.907215 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.managers [None req-38b81db2-df37-42a9-b26f-311dec798601 None None] Bound port: 265fd634-8ece-422e-a3e5-f7bab0c16ba0, host: dv-cinder-784763-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6901d94e-17f9-4035-ba46-6b4e81a8dcfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da'}}] {{(pid=93105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 14:07:34.907785 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-38b81db2-df37-42a9-b26f-311dec798601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:34.916998 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c502c1f-0d3b-4100-b55f-94ba5cf9dfb4 req-02468967-8d04-43f9-a787-95a84d4a3b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:07:34.918857 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-5c502c1f-0d3b-4100-b55f-94ba5cf9dfb4 req-02468967-8d04-43f9-a787-95a84d4a3b78 service neutron] 10.222.0.25 "GET /v2.0/networks?id=38d7fcdb-4492-4134-b8d5-839907f8f59b HTTP/1.1" status: 200 len: 909 time: 0.2040117 Jul 16 14:07:34.986683 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-5c502c1f-0d3b-4100-b55f-94ba5cf9dfb4 req-5e1882e8-f99e-421e-a688-a2f3c01dba5a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=87b00c1e-d47b-4f4d-a0a0-c27e6cc821ae HTTP/1.1" status: 200 len: 217 time: 0.0555274 Jul 16 14:07:34.989888 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-68e4bea1-3a00-4eb5-a063-c6567053f767 req-0dc2a8c0-81d1-4235-a86b-938d4b295133 tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] 10.222.0.10 "GET /v2.0/security-groups?id=b754fbbd-8895-49e9-87a9-98dda090ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074588 Jul 16 14:07:34.995402 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-38b81db2-df37-42a9-b26f-311dec798601 None None] For port 265fd634-8ece-422e-a3e5-f7bab0c16ba0, host dv-cinder-784763-7-iscsi, cleared binding levels {{(pid=93105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 14:07:35.001320 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-38b81db2-df37-42a9-b26f-311dec798601 None None] For port 265fd634-8ece-422e-a3e5-f7bab0c16ba0, host dv-cinder-784763-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-7-iscsi',level=0,port_id=265fd634-8ece-422e-a3e5-f7bab0c16ba0,segment=NetworkSegment(6901d94e-17f9-4035-ba46-6b4e81a8dcfc),segment_id=6901d94e-17f9-4035-ba46-6b4e81a8dcfc)] {{(pid=93105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 14:07:35.020484 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-38b81db2-df37-42a9-b26f-311dec798601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736156224341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736155824276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736155824294'] for port, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:35.064005 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c502c1f-0d3b-4100-b55f-94ba5cf9dfb4 req-0061e38c-e4ea-477f-adb5-532a5ffe93c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:07:35.065897 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-5c502c1f-0d3b-4100-b55f-94ba5cf9dfb4 req-0061e38c-e4ea-477f-adb5-532a5ffe93c2 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e3df51f1-7f4d-4eb1-98e6-b29ed94a0a67 HTTP/1.1" status: 200 len: 848 time: 0.0714095 Jul 16 14:07:35.082631 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0ecdc72c-5ee4-418e-ad07-f1e13999e403 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:35.086637 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b81db2-df37-42a9-b26f-311dec798601 None None] Routers {'f53b76fc-1f63-4a44-914b-3aa60d113778'} bound to L3 agent in host dv-cinder-784763-7-iscsi {{(pid=93105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 14:07:35.087268 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.l3_hamode_db [None req-38b81db2-df37-42a9-b26f-311dec798601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T13:57:50Z,description=,heartbeat_timestamp=2021-07-16T14:07:20Z,host='dv-cinder-784763-7-iscsi',id=d50ece19-a35b-4d9c-a2c6-6c45fbfb3bdd,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T13:57:50Z,topic='l3_agent')) {'router_ids': ['f53b76fc-1f63-4a44-914b-3aa60d113778'], 'active': True} {{(pid=93105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:07:35.102136 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.db.provisioning_blocks [None req-0ecdc72c-5ee4-418e-ad07-f1e13999e403 admin admin] Transition to ACTIVE for port object fcd7873c-b5b6-4d4c-8ba5-29b65a2ec244 will not be triggered until provisioned by entity DHCP. {{(pid=93102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 14:07:35.128001 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d679b290-c9a1-430c-8efe-ede872d36f44 None None] Pushing event updated for resources: {'Port': ['ID=265fd634-8ece-422e-a3e5-f7bab0c16ba0,revision_number=3']} {{(pid=93105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:07:35.142044 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0ecdc72c-5ee4-418e-ad07-f1e13999e403 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736155824258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4062758'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:35.154344 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-5c502c1f-0d3b-4100-b55f-94ba5cf9dfb4 req-26f24d08-9798-4d9a-8dbb-9282c2fc0b68 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=38d7fcdb-4492-4134-b8d5-839907f8f59b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0785797 Jul 16 14:07:35.215691 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvr_db [None req-38b81db2-df37-42a9-b26f-311dec798601 None None] Set router f53b76fc-1f63-4a44-914b-3aa60d113778 gateway port host: dv-cinder-784763-7-iscsi {{(pid=93105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 14:07:35.235431 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecdc72c-5ee4-418e-ad07-f1e13999e403 admin admin] Pushing event updated for resources: {'Port': ['ID=fcd7873c-b5b6-4d4c-8ba5-29b65a2ec244,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:07:35.251654 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ecdc72c-5ee4-418e-ad07-f1e13999e403 admin admin] Network f12c8d5c-37c0-4646-93fd-2f1f0c0ef6dd is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 14:07:35.253298 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-0ecdc72c-5ee4-418e-ad07-f1e13999e403 admin admin] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 14:07:35.256685 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ecdc72c-5ee4-418e-ad07-f1e13999e403 admin admin] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 14:07:35.311091 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0ecdc72c-5ee4-418e-ad07-f1e13999e403 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-680240'] for router_interface, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:35.347074 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da771781-26ad-4bf3-9d80-bee535db63f0 req-28d43a8f-b7b5-46e5-a1b1-a49cb59c8571 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:07:35.348570 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-da771781-26ad-4bf3-9d80-bee535db63f0 req-28d43a8f-b7b5-46e5-a1b1-a49cb59c8571 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ea9a593-16d3-465c-8131-fc586d36046d HTTP/1.1" status: 200 len: 945 time: 0.1829383 Jul 16 14:07:35.438705 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-da771781-26ad-4bf3-9d80-bee535db63f0 req-f6126b75-4557-4bfd-9f00-f092e5132b6c tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/security-groups?id=82181ce4-b774-4a6f-9777-8cd5eff34a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807259 Jul 16 14:07:35.447778 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-5c502c1f-0d3b-4100-b55f-94ba5cf9dfb4 req-20e78049-ddb1-434b-8f1c-b96b8ea95552 service neutron] 10.222.0.25 "GET /v2.0/networks/38d7fcdb-4492-4134-b8d5-839907f8f59b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2474604 Jul 16 14:07:35.502207 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.l3_hamode_db [None req-38b81db2-df37-42a9-b26f-311dec798601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f53b76fc-1f63-4a44-914b-3aa60d113778', 'name': 'tempest-TestShelveInstance-2046001929-router', 'tenant_id': 'f26aa26656004385a23ef6e54380f2d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'external_fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '265fd634-8ece-422e-a3e5-f7bab0c16ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T14:07:30Z', 'updated_at': '2021-07-16T14:07:32Z', 'revision_number': 3, 'project_id': 'f26aa26656004385a23ef6e54380f2d5', 'gw_port': {'id': '265fd634-8ece-422e-a3e5-f7bab0c16ba0', 'name': '', 'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:2e:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f53b76fc-1f63-4a44-914b-3aa60d113778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:07:31Z', 'updated_at': '2021-07-16T14:07:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-7-iscsi'}], 'dv-cinder-784763-7-iscsi', False) {} {{(pid=93105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:07:35.533364 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0ecdc72c-5ee4-418e-ad07-f1e13999e403 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:35.670742 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-83c836e9-2298-4826-a989-fac7b94539ab None None] Provisioning for port fcd7873c-b5b6-4d4c-8ba5-29b65a2ec244 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 14:07:35.672224 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b81db2-df37-42a9-b26f-311dec798601 None None] The sync data for ids ['f53b76fc-1f63-4a44-914b-3aa60d113778'] in dv-cinder-784763-7-iscsi is: [{'id': 'f53b76fc-1f63-4a44-914b-3aa60d113778', 'name': 'tempest-TestShelveInstance-2046001929-router', 'tenant_id': 'f26aa26656004385a23ef6e54380f2d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'external_fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '265fd634-8ece-422e-a3e5-f7bab0c16ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T14:07:30Z', 'updated_at': '2021-07-16T14:07:32Z', 'revision_number': 3, 'project_id': 'f26aa26656004385a23ef6e54380f2d5', 'gw_port': {'id': '265fd634-8ece-422e-a3e5-f7bab0c16ba0', 'name': '', 'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:2e:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f53b76fc-1f63-4a44-914b-3aa60d113778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:07:31Z', 'updated_at': '2021-07-16T14:07:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-7-iscsi'}] {{(pid=93105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 14:07:35.680110 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-83c836e9-2298-4826-a989-fac7b94539ab None None] Provisioning complete for port fcd7873c-b5b6-4d4c-8ba5-29b65a2ec244 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 14:07:35.680486 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-83c836e9-2298-4826-a989-fac7b94539ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16503849'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:35.780347 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-83c836e9-2298-4826-a989-fac7b94539ab None None] Port fcd7873c-b5b6-4d4c-8ba5-29b65a2ec244 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 14:07:35.859833 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0ecdc72c-5ee4-418e-ad07-f1e13999e403 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:35.867497 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0ecdc72c-5ee4-418e-ad07-f1e13999e403 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736156224341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736155824276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736155824294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4062751'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:35.885463 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-5c502c1f-0d3b-4100-b55f-94ba5cf9dfb4 req-ed5647cf-1be9-444d-82a6-40d6bd6a79b3 service neutron] 10.222.0.25 "GET /v2.0/networks/38d7fcdb-4492-4134-b8d5-839907f8f59b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4300435 Jul 16 14:07:35.957640 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecdc72c-5ee4-418e-ad07-f1e13999e403 admin admin] Pushing event updated for resources: {'Port': ['ID=fcd7873c-b5b6-4d4c-8ba5-29b65a2ec244,revision_number=2']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:07:35.967504 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0ecdc72c-5ee4-418e-ad07-f1e13999e403 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680260'] for router_interface, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:36.148249 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ecdc72c-5ee4-418e-ad07-f1e13999e403 admin admin] Network f12c8d5c-37c0-4646-93fd-2f1f0c0ef6dd is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 14:07:36.154237 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-0ecdc72c-5ee4-418e-ad07-f1e13999e403 admin admin] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 14:07:36.267781 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Device 265fd634-8ece-422e-a3e5-f7bab0c16ba0 up at agent ovs-agent-dv-cinder-784763-7-iscsi {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 14:07:36.385141 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Provisioning for port 265fd634-8ece-422e-a3e5-f7bab0c16ba0 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 14:07:36.390813 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Provisioning complete for port 265fd634-8ece-422e-a3e5-f7bab0c16ba0 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 14:07:36.391515 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16503849'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:36.429030 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7eac4d-6742-47c4-9a95-fe47ebe92d82 req-3430638e-3710-4771-ad15-40d076d92033 tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:07:36.438797 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-6b7eac4d-6742-47c4-9a95-fe47ebe92d82 req-3430638e-3710-4771-ad15-40d076d92033 tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] 10.222.0.10 "GET /v2.0/ports?device_id=a0bbd687-e0d7-416a-aee8-c6331e3c3153 HTTP/1.1" status: 200 len: 944 time: 0.1514642 Jul 16 14:07:36.442212 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2554d053-eda0-4db4-94f8-10a9bcb3b944 req-f94d4754-7b72-4400-8505-67f69a687fc1 tempest-VolumesActionsTest-2139225872 tempest-VolumesActionsTest-2139225872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:07:36.449277 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-2554d053-eda0-4db4-94f8-10a9bcb3b944 req-f94d4754-7b72-4400-8505-67f69a687fc1 tempest-VolumesActionsTest-2139225872 tempest-VolumesActionsTest-2139225872-project] 10.222.0.10 "GET /v2.0/ports?device_id=98e533ce-b8d5-4f39-96cc-1891481e60ea HTTP/1.1" status: 200 len: 943 time: 0.1673005 Jul 16 14:07:36.476800 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ecdc72c-5ee4-418e-ad07-f1e13999e403 admin admin] Router f53b76fc-1f63-4a44-914b-3aa60d113778 has already been hosted by L3 agent d50ece19-a35b-4d9c-a2c6-6c45fbfb3bdd {{(pid=93102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 14:07:36.512443 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-6b7eac4d-6742-47c4-9a95-fe47ebe92d82 req-27723183-eefa-42c7-9bab-21613e3549ee tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] 10.222.0.10 "GET /v2.0/security-groups?id=b754fbbd-8895-49e9-87a9-98dda090ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705500 Jul 16 14:07:36.546889 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-2554d053-eda0-4db4-94f8-10a9bcb3b944 req-83e687dc-d5c4-4b78-9d60-398922f3e948 tempest-VolumesActionsTest-2139225872 tempest-VolumesActionsTest-2139225872-project] 10.222.0.10 "GET /v2.0/security-groups?id=fdcd4579-863f-428a-a566-067b53bf9d93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962276 Jul 16 14:07:36.552012 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:36.587192 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] For port 265fd634-8ece-422e-a3e5-f7bab0c16ba0, host dv-cinder-784763-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-7-iscsi',level=0,port_id=265fd634-8ece-422e-a3e5-f7bab0c16ba0,segment=NetworkSegment(6901d94e-17f9-4035-ba46-6b4e81a8dcfc),segment_id=6901d94e-17f9-4035-ba46-6b4e81a8dcfc)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:07:36.601696 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736156224341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736155824276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736155824294'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:36.658198 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-a91aeee7-7e4a-4581-85fe-d2548ad23aea None None] Provisioning complete for port fcd7873c-b5b6-4d4c-8ba5-29b65a2ec244 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 14:07:36.658570 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-a91aeee7-7e4a-4581-85fe-d2548ad23aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16503849'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:36.685615 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ecdc72c-5ee4-418e-ad07-f1e13999e403 admin admin] Notify agent at l3_agent.dv-cinder-784763-7-iscsi the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 14:07:36.692818 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-0ecdc72c-5ee4-418e-ad07-f1e13999e403 admin admin] 10.222.0.10 "PUT /v2.0/routers/f53b76fc-1f63-4a44-914b-3aa60d113778/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9453316 Jul 16 14:07:36.707300 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-a91aeee7-7e4a-4581-85fe-d2548ad23aea None None] Port fcd7873c-b5b6-4d4c-8ba5-29b65a2ec244 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 14:07:36.718868 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Pushing event updated for resources: {'Port': ['ID=265fd634-8ece-422e-a3e5-f7bab0c16ba0,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:07:36.920612 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa37e1b-0973-4f60-b0d3-3888889130fb req-a4fab63a-1f19-4289-ad43-9972d67b5e6b tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:07:36.922897 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-3fa37e1b-0973-4f60-b0d3-3888889130fb req-a4fab63a-1f19-4289-ad43-9972d67b5e6b tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ea9a593-16d3-465c-8131-fc586d36046d HTTP/1.1" status: 200 len: 945 time: 0.0778105 Jul 16 14:07:36.962513 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-3fa37e1b-0973-4f60-b0d3-3888889130fb req-30f8f3ff-fab5-40ed-a56e-450dd382e45f tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/security-groups?id=82181ce4-b774-4a6f-9777-8cd5eff34a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330396 Jul 16 14:07:37.227773 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 60554) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:07:37.233169 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.v2.base [None req-0d14dd29-3125-4228-bfb0-b31f155ec063 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1967118233-network', 'tenant_id': '7c459e0d46a0420f941214fda3fb550e'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:07:37.255406 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d14dd29-3125-4228-bfb0-b31f155ec063 admin admin] Made reservation on behalf of 7c459e0d46a0420f941214fda3fb550e for: {'network': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 14:07:37.258495 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-0d14dd29-3125-4228-bfb0-b31f155ec063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for network, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:37.268045 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-0d14dd29-3125-4228-bfb0-b31f155ec063 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:37.370051 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-0d14dd29-3125-4228-bfb0-b31f155ec063 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:37.374109 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-0d14dd29-3125-4228-bfb0-b31f155ec063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:37.394970 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d14dd29-3125-4228-bfb0-b31f155ec063 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 248} {{(pid=93101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 14:07:37.410615 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d14dd29-3125-4228-bfb0-b31f155ec063 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b87ba61-b034-4067-aa43-16b50648c959,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:07:37.414198 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-0d14dd29-3125-4228-bfb0-b31f155ec063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16512664'] for segment, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:37.414538 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.db.segments_db [None req-0d14dd29-3125-4228-bfb0-b31f155ec063 admin admin] Added segment 51c90124-6cb4-4ee1-9251-b2560b99c2e4 of type vlan for network 24a5c810-62cd-44db-bbde-e6d58de04422 Jul 16 14:07:37.460455 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-0d14dd29-3125-4228-bfb0-b31f155ec063 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736155808503'] for network, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:37.493061 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-0d14dd29-3125-4228-bfb0-b31f155ec063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186'] for network, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:37.494045 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d14dd29-3125-4228-bfb0-b31f155ec063 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:07:37.494621 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-0d14dd29-3125-4228-bfb0-b31f155ec063 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583268'] for network, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:37.572853 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d14dd29-3125-4228-bfb0-b31f155ec063 admin admin] Pushing event updated for resources: {'Network': ['ID=24a5c810-62cd-44db-bbde-e6d58de04422,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:07:37.580696 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-0d14dd29-3125-4228-bfb0-b31f155ec063 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3515537 Jul 16 14:07:37.583304 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 60580) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:07:37.586024 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Network 24a5c810-62cd-44db-bbde-e6d58de04422 details requested by agent ovs-agent-dv-cinder-784763-7-iscsi with host dv-cinder-784763-7-iscsi {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 14:07:37.589237 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.v2.base [None req-f34ca06e-88e5-4cde-ad96-b1cc54723dc8 admin admin] Request body: {'subnet': {'network_id': '24a5c810-62cd-44db-bbde-e6d58de04422', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1967118233-subnet', 'tenant_id': '7c459e0d46a0420f941214fda3fb550e', 'ip_version': 4}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:07:37.638254 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f34ca06e-88e5-4cde-ad96-b1cc54723dc8 admin admin] Made reservation on behalf of 7c459e0d46a0420f941214fda3fb550e for: {'subnet': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 14:07:37.640740 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f34ca06e-88e5-4cde-ad96-b1cc54723dc8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:37.734316 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Device 87b00c1e-d47b-4f4d-a0a0-c27e6cc821ae details requested by agent hyperv_hv-cinder-78476 with host hv-cinder-78476 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 14:07:37.748148 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Device 05c7d08c-c6c0-4b8e-94fa-71a6a07db20b up at agent hyperv_hv-cinder-78476 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 14:07:37.776085 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98159700-c671-4f31-a0c2-561be83f5966 req-32344a85-22d3-47f8-b97e-dfacb4c9097c tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:07:37.791163 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-98159700-c671-4f31-a0c2-561be83f5966 req-32344a85-22d3-47f8-b97e-dfacb4c9097c tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] 10.222.0.10 "GET /v2.0/ports?device_id=a0bbd687-e0d7-416a-aee8-c6331e3c3153 HTTP/1.1" status: 200 len: 944 time: 0.1218836 Jul 16 14:07:37.838640 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e60d2d12-f9ad-4593-a011-d0637013078c None None] Sync routers for ids ['f53b76fc-1f63-4a44-914b-3aa60d113778'] in dv-cinder-784763-7-iscsi {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 14:07:37.881383 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e60d2d12-f9ad-4593-a011-d0637013078c None None] Routers {'f53b76fc-1f63-4a44-914b-3aa60d113778'} bound to L3 agent in host dv-cinder-784763-7-iscsi {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 14:07:37.882028 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-e60d2d12-f9ad-4593-a011-d0637013078c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T13:57:50Z,description=,heartbeat_timestamp=2021-07-16T14:07:20Z,host='dv-cinder-784763-7-iscsi',id=d50ece19-a35b-4d9c-a2c6-6c45fbfb3bdd,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T13:57:50Z,topic='l3_agent')) {'router_ids': ['f53b76fc-1f63-4a44-914b-3aa60d113778'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:07:37.892641 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-98159700-c671-4f31-a0c2-561be83f5966 req-f5189807-efe7-42ed-b401-79cf9d690ad2 tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] 10.222.0.10 "GET /v2.0/security-groups?id=b754fbbd-8895-49e9-87a9-98dda090ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003470 Jul 16 14:07:37.970693 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Provisioning for port 05c7d08c-c6c0-4b8e-94fa-71a6a07db20b completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 14:07:37.971061 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f954ecea-03c7-400d-bddf-4a06bfc49b3a req-30bb6977-148f-40e9-beaa-366a23001f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:07:37.972939 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-f954ecea-03c7-400d-bddf-4a06bfc49b3a req-30bb6977-148f-40e9-beaa-366a23001f56 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=4ea9a593-16d3-465c-8131-fc586d36046d HTTP/1.1" status: 200 len: 1098 time: 0.2297590 Jul 16 14:07:37.977594 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Provisioning complete for port 05c7d08c-c6c0-4b8e-94fa-71a6a07db20b triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 14:07:37.977965 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16503849'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:38.039693 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f34ca06e-88e5-4cde-ad96-b1cc54723dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186'] for subnet, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:38.067037 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-f954ecea-03c7-400d-bddf-4a06bfc49b3a req-5fe9c3e3-cf34-49d7-a55a-d9da52b98327 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=82181ce4-b774-4a6f-9777-8cd5eff34a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773692 Jul 16 14:07:38.122529 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c6785d-ea5b-4dd4-a8dd-40a12f33aeba req-c95fc8a6-c760-47ae-90a9-bc1531b2708b tempest-VolumesActionsTest-2139225872 tempest-VolumesActionsTest-2139225872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:07:38.124427 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-c6c6785d-ea5b-4dd4-a8dd-40a12f33aeba req-c95fc8a6-c760-47ae-90a9-bc1531b2708b tempest-VolumesActionsTest-2139225872 tempest-VolumesActionsTest-2139225872-project] 10.222.0.10 "GET /v2.0/ports?device_id=98e533ce-b8d5-4f39-96cc-1891481e60ea HTTP/1.1" status: 200 len: 943 time: 0.3253567 Jul 16 14:07:38.175146 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34ca06e-88e5-4cde-ad96-b1cc54723dc8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c0c9aa4-07ba-4222-9843-a88a691a0a0e,revision_number=0']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:07:38.207173 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Device 265fd634-8ece-422e-a3e5-f7bab0c16ba0 up at agent ovs-agent-dv-cinder-784763-7-iscsi {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 14:07:38.212511 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34ca06e-88e5-4cde-ad96-b1cc54723dc8 admin admin] Checking segment: {'id': '51c90124-6cb4-4ee1-9251-b2560b99c2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '24a5c810-62cd-44db-bbde-e6d58de04422'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 14:07:38.213527 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f34ca06e-88e5-4cde-ad96-b1cc54723dc8 admin admin] Network hostable DHCP agents. Network: 24a5c810-62cd-44db-bbde-e6d58de04422, hostable agents: ['ff372831-df71-440e-8c4b-463caa6f5ae0'], hosted agents: [] {{(pid=93101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 14:07:38.217479 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] For port 87b00c1e-d47b-4f4d-a0a0-c27e6cc821ae, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=87b00c1e-d47b-4f4d-a0a0-c27e6cc821ae,segment=NetworkSegment(44b1e1c5-8f3f-4ecf-9e5c-752c9045ce28),segment_id=44b1e1c5-8f3f-4ecf-9e5c-752c9045ce28)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:07:38.243247 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-c6c6785d-ea5b-4dd4-a8dd-40a12f33aeba req-435f8998-e00b-4fc6-b600-1a337f7a6809 tempest-VolumesActionsTest-2139225872 tempest-VolumesActionsTest-2139225872-project] 10.222.0.10 "GET /v2.0/security-groups?id=fdcd4579-863f-428a-a566-067b53bf9d93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091490 Jul 16 14:07:38.264152 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f34ca06e-88e5-4cde-ad96-b1cc54723dc8 admin admin] Network 24a5c810-62cd-44db-bbde-e6d58de04422 is scheduled to be hosted by DHCP agent ff372831-df71-440e-8c4b-463caa6f5ae0 with binding_index 1 {{(pid=93101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 14:07:38.276723 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-f34ca06e-88e5-4cde-ad96-b1cc54723dc8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784763-7-iscsi, 24a5c810-62cd-44db-bbde-e6d58de04422) {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 14:07:38.277532 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Returning: {'device': '87b00c1e-d47b-4f4d-a0a0-c27e6cc821ae', 'network_id': '38d7fcdb-4492-4134-b8d5-839907f8f59b', 'port_id': '87b00c1e-d47b-4f4d-a0a0-c27e6cc821ae', 'mac_address': 'fa:16:3e:30:93:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3df51f1-7f4d-4eb1-98e6-b29ed94a0a67', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 14:07:38.283490 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f34ca06e-88e5-4cde-ad96-b1cc54723dc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:07:38.284962 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f34ca06e-88e5-4cde-ad96-b1cc54723dc8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:38.294738 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8808768b-392a-4cf7-b3e9-ee1347587387 None None] Network 24a5c810-62cd-44db-bbde-e6d58de04422 requested from dv-cinder-784763-7-iscsi {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 14:07:38.305457 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-f34ca06e-88e5-4cde-ad96-b1cc54723dc8 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7210207 Jul 16 14:07:38.306125 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 60610) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:07:38.310723 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.v2.base [None req-394cef9e-7267-488f-9dc1-385d055a042c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1967118233-router', 'tenant_id': '7c459e0d46a0420f941214fda3fb550e', 'external_gateway_info': {'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da'}}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:07:38.339429 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-394cef9e-7267-488f-9dc1-385d055a042c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-611575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6819'] for router, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:38.341445 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-394cef9e-7267-488f-9dc1-385d055a042c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-611376', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-622296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6810'] for router, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:38.375970 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-e60d2d12-f9ad-4593-a011-d0637013078c None None] Set router f53b76fc-1f63-4a44-914b-3aa60d113778 gateway port host: dv-cinder-784763-7-iscsi {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 14:07:38.405375 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-394cef9e-7267-488f-9dc1-385d055a042c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:38.469570 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:38.551468 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87b00c1e-d47b-4f4d-a0a0-c27e6cc821ae {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 14:07:38.561207 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Provisioning complete for port 265fd634-8ece-422e-a3e5-f7bab0c16ba0 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 14:07:38.561901 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16503849'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:38.563345 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:38.598044 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-394cef9e-7267-488f-9dc1-385d055a042c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-611362', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-611474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6792'] for router, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:38.644258 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] For port 87b00c1e-d47b-4f4d-a0a0-c27e6cc821ae, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=87b00c1e-d47b-4f4d-a0a0-c27e6cc821ae,segment=NetworkSegment(44b1e1c5-8f3f-4ecf-9e5c-752c9045ce28),segment_id=44b1e1c5-8f3f-4ecf-9e5c-752c9045ce28)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:07:38.705133 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736156224341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736155824276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736155824294'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:38.731590 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0bbd687-e0d7-416a-aee8-c6331e3c3153', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05c7d08c-c6c0-4b8e-94fa-71a6a07db20b'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 14:07:38.734321 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e17b9d4f214fa64bfb48c5bf95da0f2ee536929a6529a77ec24820d0293f4c41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7886359-f4fd-4200-9960-366f3b89849d" -d '{"events": [{"server_uuid": "a0bbd687-e0d7-416a-aee8-c6331e3c3153", "name": "network-vif-plugged", "status": "completed", "tag": "05c7d08c-c6c0-4b8e-94fa-71a6a07db20b"}]}' {{(pid=93103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 14:07:38.780950 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] For port 05c7d08c-c6c0-4b8e-94fa-71a6a07db20b, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=05c7d08c-c6c0-4b8e-94fa-71a6a07db20b,segment=NetworkSegment(3b8d15a4-d0f0-4e80-8b94-8fdab701065f),segment_id=3b8d15a4-d0f0-4e80-8b94-8fdab701065f)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:07:38.800511 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736156224341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736155824276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736155824294'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:38.829691 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 14:07:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-482288bd-8279-43d0-9fc5-710c7b87b914 x-openstack-request-id: req-482288bd-8279-43d0-9fc5-710c7b87b914 {{(pid=93103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 14:07:38.829985 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0bbd687-e0d7-416a-aee8-c6331e3c3153", "name": "network-vif-plugged", "status": "completed", "tag": "05c7d08c-c6c0-4b8e-94fa-71a6a07db20b", "code": 200}]} {{(pid=93103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 14:07:38.830240 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-482288bd-8279-43d0-9fc5-710c7b87b914 {{(pid=93103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 14:07:38.830631 dv-cinder-784763-7-iscsi neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0bbd687-e0d7-416a-aee8-c6331e3c3153', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05c7d08c-c6c0-4b8e-94fa-71a6a07db20b', 'code': 200} Jul 16 14:07:38.888963 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-653fa553-6594-4839-9064-2b3e48b34863 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd1807d5-a05f-5dd1-8c6a-d509101630c6-24a5c810-62cd-44db-bbde-e6d58de04422', 'network_id': '24a5c810-62cd-44db-bbde-e6d58de04422', 'tenant_id': '7c459e0d46a0420f941214fda3fb550e', 'fixed_ips': [{'subnet_id': '8c0c9aa4-07ba-4222-9843-a88a691a0a0e'}]}} from dv-cinder-784763-7-iscsi. {{(pid=93103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 14:07:38.889808 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-653fa553-6594-4839-9064-2b3e48b34863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:38.895117 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Pushing event updated for resources: {'Port': ['ID=87b00c1e-d47b-4f4d-a0a0-c27e6cc821ae,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:07:39.027601 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-394cef9e-7267-488f-9dc1-385d055a042c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:39.090731 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6af17a-82f7-426f-9721-51b5e0f6a12b req-2daee109-8032-4213-a6b9-9e7e31c57b2b tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:07:39.093095 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-2a6af17a-82f7-426f-9721-51b5e0f6a12b req-2daee109-8032-4213-a6b9-9e7e31c57b2b tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ea9a593-16d3-465c-8131-fc586d36046d HTTP/1.1" status: 200 len: 945 time: 0.2693031 Jul 16 14:07:39.095592 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-394cef9e-7267-488f-9dc1-385d055a042c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:39.196624 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9de40b-ef61-4212-9102-18babe3b1240 req-349c818c-7249-4f5e-8234-fa5b365440eb tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:07:39.197145 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-2a6af17a-82f7-426f-9721-51b5e0f6a12b req-cc7c7fbe-110e-4384-83fe-19c1a7863f5d tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/security-groups?id=82181ce4-b774-4a6f-9777-8cd5eff34a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898948 Jul 16 14:07:39.203521 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-bf9de40b-ef61-4212-9102-18babe3b1240 req-349c818c-7249-4f5e-8234-fa5b365440eb tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] 10.222.0.10 "GET /v2.0/ports?device_id=a0bbd687-e0d7-416a-aee8-c6331e3c3153 HTTP/1.1" status: 200 len: 945 time: 0.1067669 Jul 16 14:07:39.252959 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-653fa553-6594-4839-9064-2b3e48b34863 None None] Allocated IP 172.20.0.2 (24a5c810-62cd-44db-bbde-e6d58de04422/8c0c9aa4-07ba-4222-9843-a88a691a0a0e/cd64cacc-903a-4da4-ad47-3f4fe02e5ea0) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 14:07:39.254901 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-bf9de40b-ef61-4212-9102-18babe3b1240 req-207c386a-3f36-421b-9b1d-74e9e5807b72 tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] 10.222.0.10 "GET /v2.0/security-groups?id=b754fbbd-8895-49e9-87a9-98dda090ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504754 Jul 16 14:07:39.255250 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Pushing event updated for resources: {'Port': ['ID=05c7d08c-c6c0-4b8e-94fa-71a6a07db20b,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:07:39.258724 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [None req-394cef9e-7267-488f-9dc1-385d055a042c admin admin] Allocated IP 172.27.1.157 (0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da/898cf826-a558-482b-96e1-37cc6b0abbc7/8b830183-afdd-40e0-bf55-7a1543277751) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 14:07:39.279645 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfb9e0c-d2cd-4616-8aa7-2bda951f33a0 req-fae9e8ba-444f-4f5f-b9af-c1b68b087323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:07:39.281371 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-8dfb9e0c-d2cd-4616-8aa7-2bda951f33a0 req-fae9e8ba-444f-4f5f-b9af-c1b68b087323 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=a0bbd687-e0d7-416a-aee8-c6331e3c3153 HTTP/1.1" status: 200 len: 1098 time: 0.1343310 Jul 16 14:07:39.291920 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-e60d2d12-f9ad-4593-a011-d0637013078c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f53b76fc-1f63-4a44-914b-3aa60d113778', 'name': 'tempest-TestShelveInstance-2046001929-router', 'tenant_id': 'f26aa26656004385a23ef6e54380f2d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'external_fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '265fd634-8ece-422e-a3e5-f7bab0c16ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T14:07:30Z', 'updated_at': '2021-07-16T14:07:35Z', 'revision_number': 4, 'project_id': 'f26aa26656004385a23ef6e54380f2d5', 'gw_port': {'id': '265fd634-8ece-422e-a3e5-f7bab0c16ba0', 'name': '', 'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:2e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f53b76fc-1f63-4a44-914b-3aa60d113778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:07:31Z', 'updated_at': '2021-07-16T14:07:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-7-iscsi', '_interfaces': [{'id': 'fcd7873c-b5b6-4d4c-8ba5-29b65a2ec244', 'name': '', 'network_id': 'f12c8d5c-37c0-4646-93fd-2f1f0c0ef6dd', 'tenant_id': 'f26aa26656004385a23ef6e54380f2d5', 'mac_address': 'fa:16:3e:3f:ad:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f53b76fc-1f63-4a44-914b-3aa60d113778', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'b576700b-81ba-4286-af68-18fe8daa7b9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:07:34Z', 'updated_at': '2021-07-16T14:07:35Z', 'revision_number': 2, 'project_id': 'f26aa26656004385a23ef6e54380f2d5', 'subnets': [{'id': 'b576700b-81ba-4286-af68-18fe8daa7b9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-7-iscsi', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:07:39.335512 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] get_ports_and_sgs() called for port_ids ['87b00c1e-d47b-4f4d-a0a0-c27e6cc821ae'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 14:07:39.337385 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e60d2d12-f9ad-4593-a011-d0637013078c None None] Checking router: f53b76fc-1f63-4a44-914b-3aa60d113778 for host: dv-cinder-784763-7-iscsi {{(pid=93103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 14:07:39.337741 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e60d2d12-f9ad-4593-a011-d0637013078c None None] Updating router f53b76fc-1f63-4a44-914b-3aa60d113778 port fcd7873c-b5b6-4d4c-8ba5-29b65a2ec244 binding host dv-cinder-784763-7-iscsi {{(pid=93103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 14:07:39.349199 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-8dfb9e0c-d2cd-4616-8aa7-2bda951f33a0 req-0e8e8de6-2b51-401a-b1d9-0939dc3f3965 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=b754fbbd-8895-49e9-87a9-98dda090ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426850 Jul 16 14:07:39.421582 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-394cef9e-7267-488f-9dc1-385d055a042c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:39.452088 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-e60d2d12-f9ad-4593-a011-d0637013078c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:39.518669 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-394cef9e-7267-488f-9dc1-385d055a042c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736155824258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4062758'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:39.588516 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-394cef9e-7267-488f-9dc1-385d055a042c admin admin] Network 0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 14:07:39.598089 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6808b30d-c034-456a-8ed6-efa724c581bb req-5d5a707f-0227-46b5-8071-0b8b01c00e1a tempest-VolumesActionsTest-2139225872 tempest-VolumesActionsTest-2139225872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:07:39.602797 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-6808b30d-c034-456a-8ed6-efa724c581bb req-5d5a707f-0227-46b5-8071-0b8b01c00e1a tempest-VolumesActionsTest-2139225872 tempest-VolumesActionsTest-2139225872-project] 10.222.0.10 "GET /v2.0/ports?device_id=98e533ce-b8d5-4f39-96cc-1891481e60ea HTTP/1.1" status: 200 len: 944 time: 0.1656110 Jul 16 14:07:39.604930 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-394cef9e-7267-488f-9dc1-385d055a042c admin admin] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 14:07:39.609727 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394cef9e-7267-488f-9dc1-385d055a042c admin admin] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 14:07:39.636208 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394cef9e-7267-488f-9dc1-385d055a042c admin admin] Pushing event updated for resources: {'Port': ['ID=8b830183-afdd-40e0-bf55-7a1543277751,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:07:39.692432 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-653fa553-6594-4839-9064-2b3e48b34863 None None] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:39.729244 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-653fa553-6594-4839-9064-2b3e48b34863 None None] Transition to ACTIVE for port object cd64cacc-903a-4da4-ad47-3f4fe02e5ea0 will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 14:07:39.803046 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-653fa553-6594-4839-9064-2b3e48b34863 None None] Transition to ACTIVE for port object cd64cacc-903a-4da4-ad47-3f4fe02e5ea0 will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 14:07:39.823542 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-653fa553-6594-4839-9064-2b3e48b34863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736155824258'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:39.884608 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-653fa553-6594-4839-9064-2b3e48b34863 None None] Network 24a5c810-62cd-44db-bbde-e6d58de04422 is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 14:07:39.897523 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-653fa553-6594-4839-9064-2b3e48b34863 None None] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 14:07:39.903527 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-653fa553-6594-4839-9064-2b3e48b34863 None None] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 14:07:39.908349 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653fa553-6594-4839-9064-2b3e48b34863 None None] Pushing event updated for resources: {'Port': ['ID=cd64cacc-903a-4da4-ad47-3f4fe02e5ea0,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:07:39.997636 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-e60d2d12-f9ad-4593-a011-d0637013078c None None] Notify callbacks [] for port, precommit_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:40.007522 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-6808b30d-c034-456a-8ed6-efa724c581bb req-13aa88f7-2d62-45be-9289-5944c000a7fd tempest-VolumesActionsTest-2139225872 tempest-VolumesActionsTest-2139225872-project] 10.222.0.10 "GET /v2.0/security-groups?id=fdcd4579-863f-428a-a566-067b53bf9d93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3773611 Jul 16 14:07:40.017291 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-e60d2d12-f9ad-4593-a011-d0637013078c None None] Transition to ACTIVE for port object fcd7873c-b5b6-4d4c-8ba5-29b65a2ec244 will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 14:07:40.019861 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-653fa553-6594-4839-9064-2b3e48b34863 None None] Attempting to bind port cd64cacc-903a-4da4-ad47-3f4fe02e5ea0 on host dv-cinder-784763-7-iscsi for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 14:07:40.020234 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-653fa553-6594-4839-9064-2b3e48b34863 None None] Attempting to bind port cd64cacc-903a-4da4-ad47-3f4fe02e5ea0 by drivers openvswitch,hyperv on host dv-cinder-784763-7-iscsi at level 0 using segments [{'id': '51c90124-6cb4-4ee1-9251-b2560b99c2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '24a5c810-62cd-44db-bbde-e6d58de04422'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 14:07:40.020674 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-653fa553-6594-4839-9064-2b3e48b34863 None None] Attempting to bind port cd64cacc-903a-4da4-ad47-3f4fe02e5ea0 on network 24a5c810-62cd-44db-bbde-e6d58de04422 {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 14:07:40.028022 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-653fa553-6594-4839-9064-2b3e48b34863 None None] Checking agent: {'id': '7d82e82a-2556-4908-8b18-4037e5dfdbc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784763-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 13, 57, 51), 'started_at': datetime.datetime(2021, 7, 16, 13, 58, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 14, 7, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784763-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 14:07:40.028572 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-653fa553-6594-4839-9064-2b3e48b34863 None None] Checking segment: {'id': '51c90124-6cb4-4ee1-9251-b2560b99c2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '24a5c810-62cd-44db-bbde-e6d58de04422'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 14:07:40.029010 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-653fa553-6594-4839-9064-2b3e48b34863 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:40.029698 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-653fa553-6594-4839-9064-2b3e48b34863 None None] Bound using segment: {'id': '51c90124-6cb4-4ee1-9251-b2560b99c2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '24a5c810-62cd-44db-bbde-e6d58de04422'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 14:07:40.030287 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-653fa553-6594-4839-9064-2b3e48b34863 None None] Bound port: cd64cacc-903a-4da4-ad47-3f4fe02e5ea0, host: dv-cinder-784763-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51c90124-6cb4-4ee1-9251-b2560b99c2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '24a5c810-62cd-44db-bbde-e6d58de04422'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 14:07:40.030899 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-653fa553-6594-4839-9064-2b3e48b34863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:40.042546 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-e60d2d12-f9ad-4593-a011-d0637013078c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736156224341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736155824276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736155824294'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:40.190703 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddb59a4-579c-4150-befa-66679d0c56f1 None None] Pushing event updated for resources: {'Port': ['ID=fcd7873c-b5b6-4d4c-8ba5-29b65a2ec244,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:07:40.274397 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-394cef9e-7267-488f-9dc1-385d055a042c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:40.533361 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8d44d6-de80-4f91-8cee-ac1605a4a6c5 req-a884c666-ab51-411e-abb2-b0a13537df18 tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:07:40.544448 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-ff8d44d6-de80-4f91-8cee-ac1605a4a6c5 req-a884c666-ab51-411e-abb2-b0a13537df18 tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] 10.222.0.10 "GET /v2.0/ports?device_id=a0bbd687-e0d7-416a-aee8-c6331e3c3153 HTTP/1.1" status: 200 len: 945 time: 0.0963030 Jul 16 14:07:40.546543 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-653fa553-6594-4839-9064-2b3e48b34863 None None] For port cd64cacc-903a-4da4-ad47-3f4fe02e5ea0, host dv-cinder-784763-7-iscsi, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 14:07:40.555346 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-e60d2d12-f9ad-4593-a011-d0637013078c None None] Attempting to bind port fcd7873c-b5b6-4d4c-8ba5-29b65a2ec244 on host dv-cinder-784763-7-iscsi for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 14:07:40.556144 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-e60d2d12-f9ad-4593-a011-d0637013078c None None] Attempting to bind port fcd7873c-b5b6-4d4c-8ba5-29b65a2ec244 by drivers openvswitch,hyperv on host dv-cinder-784763-7-iscsi at level 0 using segments [{'id': '4fad2db9-883e-4e8e-8c08-6689552e8f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'f12c8d5c-37c0-4646-93fd-2f1f0c0ef6dd'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 14:07:40.556290 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60d2d12-f9ad-4593-a011-d0637013078c None None] Attempting to bind port fcd7873c-b5b6-4d4c-8ba5-29b65a2ec244 on network f12c8d5c-37c0-4646-93fd-2f1f0c0ef6dd {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 14:07:40.571021 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60d2d12-f9ad-4593-a011-d0637013078c None None] Checking agent: {'id': '7d82e82a-2556-4908-8b18-4037e5dfdbc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784763-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 13, 57, 51), 'started_at': datetime.datetime(2021, 7, 16, 13, 58, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 14, 7, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784763-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 14:07:40.571484 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60d2d12-f9ad-4593-a011-d0637013078c None None] Checking segment: {'id': '4fad2db9-883e-4e8e-8c08-6689552e8f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'f12c8d5c-37c0-4646-93fd-2f1f0c0ef6dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 14:07:40.571986 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-e60d2d12-f9ad-4593-a011-d0637013078c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:40.572482 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60d2d12-f9ad-4593-a011-d0637013078c None None] Bound using segment: {'id': '4fad2db9-883e-4e8e-8c08-6689552e8f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'f12c8d5c-37c0-4646-93fd-2f1f0c0ef6dd'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 14:07:40.573261 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-e60d2d12-f9ad-4593-a011-d0637013078c None None] Bound port: fcd7873c-b5b6-4d4c-8ba5-29b65a2ec244, host: dv-cinder-784763-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fad2db9-883e-4e8e-8c08-6689552e8f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'f12c8d5c-37c0-4646-93fd-2f1f0c0ef6dd'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 14:07:40.573597 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-e60d2d12-f9ad-4593-a011-d0637013078c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:40.578831 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-653fa553-6594-4839-9064-2b3e48b34863 None None] For port cd64cacc-903a-4da4-ad47-3f4fe02e5ea0, host dv-cinder-784763-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-7-iscsi',level=0,port_id=cd64cacc-903a-4da4-ad47-3f4fe02e5ea0,segment=NetworkSegment(51c90124-6cb4-4ee1-9251-b2560b99c2e4),segment_id=51c90124-6cb4-4ee1-9251-b2560b99c2e4)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 14:07:40.606872 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-ff8d44d6-de80-4f91-8cee-ac1605a4a6c5 req-59f0fce1-8e04-4906-ad3e-68d0614fd58f tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] 10.222.0.10 "GET /v2.0/security-groups?id=b754fbbd-8895-49e9-87a9-98dda090ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605526 Jul 16 14:07:40.609417 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-653fa553-6594-4839-9064-2b3e48b34863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736156224341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736155824276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736155824294'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:40.649655 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-394cef9e-7267-488f-9dc1-385d055a042c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-611580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-611335'] for router, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:40.673438 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da9dcef-224b-4b80-9f70-7f67bef4f3d2 req-5bdfc2da-d7df-4681-ae1a-d9223b9aa11e tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:07:40.686000 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-1da9dcef-224b-4b80-9f70-7f67bef4f3d2 req-5bdfc2da-d7df-4681-ae1a-d9223b9aa11e tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ea9a593-16d3-465c-8131-fc586d36046d HTTP/1.1" status: 200 len: 945 time: 0.2208371 Jul 16 14:07:40.745018 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653fa553-6594-4839-9064-2b3e48b34863 None None] Pushing event updated for resources: {'Port': ['ID=cd64cacc-903a-4da4-ad47-3f4fe02e5ea0,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:07:40.752273 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-e60d2d12-f9ad-4593-a011-d0637013078c None None] For port fcd7873c-b5b6-4d4c-8ba5-29b65a2ec244, host dv-cinder-784763-7-iscsi, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 14:07:40.759409 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-e60d2d12-f9ad-4593-a011-d0637013078c None None] For port fcd7873c-b5b6-4d4c-8ba5-29b65a2ec244, host dv-cinder-784763-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-7-iscsi',level=0,port_id=fcd7873c-b5b6-4d4c-8ba5-29b65a2ec244,segment=NetworkSegment(4fad2db9-883e-4e8e-8c08-6689552e8f68),segment_id=4fad2db9-883e-4e8e-8c08-6689552e8f68)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 14:07:40.766333 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-e60d2d12-f9ad-4593-a011-d0637013078c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736156224341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736155824276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736155824294'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:40.826702 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-1da9dcef-224b-4b80-9f70-7f67bef4f3d2 req-cf2f980b-88e4-4795-adbc-043548c12607 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/security-groups?id=82181ce4-b774-4a6f-9777-8cd5eff34a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395438 Jul 16 14:07:40.861350 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddb59a4-579c-4150-befa-66679d0c56f1 None None] Pushing event updated for resources: {'Port': ['ID=fcd7873c-b5b6-4d4c-8ba5-29b65a2ec244,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:07:40.881182 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e60d2d12-f9ad-4593-a011-d0637013078c None None] Routers {'f53b76fc-1f63-4a44-914b-3aa60d113778'} bound to L3 agent in host dv-cinder-784763-7-iscsi {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 14:07:40.881182 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-e60d2d12-f9ad-4593-a011-d0637013078c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T13:57:50Z,description=,heartbeat_timestamp=2021-07-16T14:07:20Z,host='dv-cinder-784763-7-iscsi',id=d50ece19-a35b-4d9c-a2c6-6c45fbfb3bdd,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T13:57:50Z,topic='l3_agent')) {'router_ids': ['f53b76fc-1f63-4a44-914b-3aa60d113778'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:07:40.915638 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-394cef9e-7267-488f-9dc1-385d055a042c admin admin] Router 6707365d-3214-489a-b3f1-0e04b581f4b1 is scheduled to L3 agent d50ece19-a35b-4d9c-a2c6-6c45fbfb3bdd with binding_index 1 {{(pid=93102) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 14:07:40.971068 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 60708) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:07:41.139025 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-e60d2d12-f9ad-4593-a011-d0637013078c None None] Set router f53b76fc-1f63-4a44-914b-3aa60d113778 gateway port host: dv-cinder-784763-7-iscsi {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 14:07:41.197499 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-394cef9e-7267-488f-9dc1-385d055a042c admin admin] Notify agent at l3_agent.dv-cinder-784763-7-iscsi the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 14:07:41.206705 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d400a4-90e9-4fb6-9ce2-7304e4b09ac5 None None] Sync routers for ids ['6707365d-3214-489a-b3f1-0e04b581f4b1'] in dv-cinder-784763-7-iscsi {{(pid=93105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 14:07:41.222957 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-394cef9e-7267-488f-9dc1-385d055a042c admin admin] Notify callbacks [] for router, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:41.227635 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-394cef9e-7267-488f-9dc1-385d055a042c admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.9177551 Jul 16 14:07:41.227812 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d400a4-90e9-4fb6-9ce2-7304e4b09ac5 None None] Routers {'6707365d-3214-489a-b3f1-0e04b581f4b1'} bound to L3 agent in host dv-cinder-784763-7-iscsi {{(pid=93105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 14:07:41.228114 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 60720) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:07:41.229021 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.l3_hamode_db [None req-e0d400a4-90e9-4fb6-9ce2-7304e4b09ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T13:57:50Z,description=,heartbeat_timestamp=2021-07-16T14:07:20Z,host='dv-cinder-784763-7-iscsi',id=d50ece19-a35b-4d9c-a2c6-6c45fbfb3bdd,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T13:57:50Z,topic='l3_agent')) {'router_ids': ['6707365d-3214-489a-b3f1-0e04b581f4b1'], 'active': True} {{(pid=93105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:07:41.300065 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-0b477007-0bac-4b42-a1d4-d85875a4f76a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:41.512878 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-e60d2d12-f9ad-4593-a011-d0637013078c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f53b76fc-1f63-4a44-914b-3aa60d113778', 'name': 'tempest-TestShelveInstance-2046001929-router', 'tenant_id': 'f26aa26656004385a23ef6e54380f2d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'external_fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '265fd634-8ece-422e-a3e5-f7bab0c16ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T14:07:30Z', 'updated_at': '2021-07-16T14:07:35Z', 'revision_number': 4, 'project_id': 'f26aa26656004385a23ef6e54380f2d5', 'gw_port': {'id': '265fd634-8ece-422e-a3e5-f7bab0c16ba0', 'name': '', 'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:2e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f53b76fc-1f63-4a44-914b-3aa60d113778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:07:31Z', 'updated_at': '2021-07-16T14:07:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-7-iscsi', '_interfaces': [{'id': 'fcd7873c-b5b6-4d4c-8ba5-29b65a2ec244', 'name': '', 'network_id': 'f12c8d5c-37c0-4646-93fd-2f1f0c0ef6dd', 'tenant_id': 'f26aa26656004385a23ef6e54380f2d5', 'mac_address': 'fa:16:3e:3f:ad:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f53b76fc-1f63-4a44-914b-3aa60d113778', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'b576700b-81ba-4286-af68-18fe8daa7b9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:07:34Z', 'updated_at': '2021-07-16T14:07:40Z', 'revision_number': 4, 'project_id': 'f26aa26656004385a23ef6e54380f2d5', 'subnets': [{'id': 'b576700b-81ba-4286-af68-18fe8daa7b9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-7-iscsi', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:07:41.518096 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvr_db [None req-e0d400a4-90e9-4fb6-9ce2-7304e4b09ac5 None None] Set router 6707365d-3214-489a-b3f1-0e04b581f4b1 gateway port host: dv-cinder-784763-7-iscsi {{(pid=93105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 14:07:41.564144 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e60d2d12-f9ad-4593-a011-d0637013078c None None] The sync data for ids ['f53b76fc-1f63-4a44-914b-3aa60d113778'] in dv-cinder-784763-7-iscsi is: [{'id': 'f53b76fc-1f63-4a44-914b-3aa60d113778', 'name': 'tempest-TestShelveInstance-2046001929-router', 'tenant_id': 'f26aa26656004385a23ef6e54380f2d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'external_fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '265fd634-8ece-422e-a3e5-f7bab0c16ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T14:07:30Z', 'updated_at': '2021-07-16T14:07:35Z', 'revision_number': 4, 'project_id': 'f26aa26656004385a23ef6e54380f2d5', 'gw_port': {'id': '265fd634-8ece-422e-a3e5-f7bab0c16ba0', 'name': '', 'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:2e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f53b76fc-1f63-4a44-914b-3aa60d113778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:07:31Z', 'updated_at': '2021-07-16T14:07:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-7-iscsi', '_interfaces': [{'id': 'fcd7873c-b5b6-4d4c-8ba5-29b65a2ec244', 'name': '', 'network_id': 'f12c8d5c-37c0-4646-93fd-2f1f0c0ef6dd', 'tenant_id': 'f26aa26656004385a23ef6e54380f2d5', 'mac_address': 'fa:16:3e:3f:ad:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f53b76fc-1f63-4a44-914b-3aa60d113778', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'b576700b-81ba-4286-af68-18fe8daa7b9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:07:34Z', 'updated_at': '2021-07-16T14:07:40Z', 'revision_number': 4, 'project_id': 'f26aa26656004385a23ef6e54380f2d5', 'subnets': [{'id': 'b576700b-81ba-4286-af68-18fe8daa7b9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 14:07:41.578954 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea5c0f1-60dc-431a-b640-4cf8b5e3a5a7 req-62e00f4b-e7e0-4e28-addd-5f1af6c1b212 tempest-VolumesActionsTest-2139225872 tempest-VolumesActionsTest-2139225872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:07:41.587450 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-bea5c0f1-60dc-431a-b640-4cf8b5e3a5a7 req-62e00f4b-e7e0-4e28-addd-5f1af6c1b212 tempest-VolumesActionsTest-2139225872 tempest-VolumesActionsTest-2139225872-project] 10.222.0.10 "GET /v2.0/ports?device_id=98e533ce-b8d5-4f39-96cc-1891481e60ea HTTP/1.1" status: 200 len: 944 time: 0.2067490 Jul 16 14:07:41.616070 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-0b477007-0bac-4b42-a1d4-d85875a4f76a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:41.626913 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-0b477007-0bac-4b42-a1d4-d85875a4f76a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:41.656346 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-0b477007-0bac-4b42-a1d4-d85875a4f76a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2cf165a4097848989d4ce1339ec3a0d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6813900 Jul 16 14:07:41.664314 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 60726) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:07:41.722994 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Device 87b00c1e-d47b-4f4d-a0a0-c27e6cc821ae up at agent hyperv_hv-cinder-78476 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 14:07:41.759614 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-bea5c0f1-60dc-431a-b640-4cf8b5e3a5a7 req-df38757f-986b-4a59-81e7-aecc23a3537c tempest-VolumesActionsTest-2139225872 tempest-VolumesActionsTest-2139225872-project] 10.222.0.10 "GET /v2.0/security-groups?id=fdcd4579-863f-428a-a566-067b53bf9d93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707222 Jul 16 14:07:41.803405 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b477007-0bac-4b42-a1d4-d85875a4f76a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18f6fe65-75c3-48a6-aa40-13c9e915f149,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:07:41.858187 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.l3_hamode_db [None req-e0d400a4-90e9-4fb6-9ce2-7304e4b09ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6707365d-3214-489a-b3f1-0e04b581f4b1', 'name': 'tempest-TestShelveInstance-1967118233-router', 'tenant_id': '7c459e0d46a0420f941214fda3fb550e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'external_fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '8b830183-afdd-40e0-bf55-7a1543277751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T14:07:38Z', 'updated_at': '2021-07-16T14:07:40Z', 'revision_number': 3, 'project_id': '7c459e0d46a0420f941214fda3fb550e', 'gw_port': {'id': '8b830183-afdd-40e0-bf55-7a1543277751', 'name': '', 'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:4b:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6707365d-3214-489a-b3f1-0e04b581f4b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:07:39Z', 'updated_at': '2021-07-16T14:07:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-7-iscsi'}], 'dv-cinder-784763-7-iscsi', False) {} {{(pid=93105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:07:41.862697 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Provisioning for port 87b00c1e-d47b-4f4d-a0a0-c27e6cc821ae completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 14:07:41.867872 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Provisioning complete for port 87b00c1e-d47b-4f4d-a0a0-c27e6cc821ae triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 14:07:41.868425 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16503849'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:41.889555 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03728c09-7549-46a4-8aea-7e3b68ce41c4 req-bc40fc49-7791-4d92-85e9-96fd376417d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:07:41.898947 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-03728c09-7549-46a4-8aea-7e3b68ce41c4 req-bc40fc49-7791-4d92-85e9-96fd376417d3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1ae576c2cfcb49e6ac111e6b815960e5&device_id=4ea9a593-16d3-465c-8131-fc586d36046d HTTP/1.1" status: 200 len: 1098 time: 0.1800461 Jul 16 14:07:41.924753 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d400a4-90e9-4fb6-9ce2-7304e4b09ac5 None None] Checking router: 6707365d-3214-489a-b3f1-0e04b581f4b1 for host: dv-cinder-784763-7-iscsi {{(pid=93105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 14:07:41.925140 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d400a4-90e9-4fb6-9ce2-7304e4b09ac5 None None] Updating router 6707365d-3214-489a-b3f1-0e04b581f4b1 port 8b830183-afdd-40e0-bf55-7a1543277751 binding host dv-cinder-784763-7-iscsi {{(pid=93105) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 14:07:41.966608 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-622c3759-cdde-428c-b379-42c349148a8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:41.975038 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-e0d400a4-90e9-4fb6-9ce2-7304e4b09ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:42.017055 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-622c3759-cdde-428c-b379-42c349148a8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:42.103864 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:42.153062 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03728c09-7549-46a4-8aea-7e3b68ce41c4 req-8c42abbf-7733-4db3-8156-4dc6e0977ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:07:42.155731 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-03728c09-7549-46a4-8aea-7e3b68ce41c4 req-8c42abbf-7733-4db3-8156-4dc6e0977ed9 service neutron] 10.222.0.25 "GET /v2.0/networks?id=51a90a03-af03-40ca-bb00-7020f83b5182 HTTP/1.1" status: 200 len: 920 time: 0.2525942 Jul 16 14:07:42.168323 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98e533ce-b8d5-4f39-96cc-1891481e60ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87b00c1e-d47b-4f4d-a0a0-c27e6cc821ae'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 14:07:42.171132 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e17b9d4f214fa64bfb48c5bf95da0f2ee536929a6529a77ec24820d0293f4c41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d041ccd2-f5f9-4e38-bb8d-da61eb1849ef" -d '{"events": [{"server_uuid": "98e533ce-b8d5-4f39-96cc-1891481e60ea", "name": "network-vif-plugged", "status": "completed", "tag": "87b00c1e-d47b-4f4d-a0a0-c27e6cc821ae"}]}' {{(pid=93103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 14:07:42.192034 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5b0c65-d9e9-4ec7-9741-3c802e9419de req-990b14f2-425c-4cdc-8e80-c4341f62d1dd tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:07:42.194641 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] For port 87b00c1e-d47b-4f4d-a0a0-c27e6cc821ae, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=87b00c1e-d47b-4f4d-a0a0-c27e6cc821ae,segment=NetworkSegment(44b1e1c5-8f3f-4ecf-9e5c-752c9045ce28),segment_id=44b1e1c5-8f3f-4ecf-9e5c-752c9045ce28)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:07:42.204855 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736156224341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736155824276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736155824294'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:42.208553 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-9a5b0c65-d9e9-4ec7-9741-3c802e9419de req-990b14f2-425c-4cdc-8e80-c4341f62d1dd tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ea9a593-16d3-465c-8131-fc586d36046d HTTP/1.1" status: 200 len: 945 time: 0.2328527 Jul 16 14:07:42.332975 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Pushing event updated for resources: {'Port': ['ID=87b00c1e-d47b-4f4d-a0a0-c27e6cc821ae,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:07:42.378221 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Device fcd7873c-b5b6-4d4c-8ba5-29b65a2ec244 up at agent ovs-agent-dv-cinder-784763-7-iscsi {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 14:07:42.389050 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-03728c09-7549-46a4-8aea-7e3b68ce41c4 req-cd55e575-fdf5-49e4-bd6c-9aea92e4e1e1 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=80eabd2b-067d-4a77-9822-306b9a1f3212 HTTP/1.1" status: 200 len: 217 time: 0.1605966 Jul 16 14:07:42.426468 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d8ae4da-f3a9-4399-a5de-6fc55dccb8bf None None] Network 24a5c810-62cd-44db-bbde-e6d58de04422 requested from dv-cinder-784763-7-iscsi {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 14:07:42.466981 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-622c3759-cdde-428c-b379-42c349148a8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:42.467195 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03728c09-7549-46a4-8aea-7e3b68ce41c4 req-fac48fb7-4169-4cd2-9669-d9b56a7785dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:07:42.468566 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-03728c09-7549-46a4-8aea-7e3b68ce41c4 req-fac48fb7-4169-4cd2-9669-d9b56a7785dd service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1d5393f6-20e0-4dbd-a198-cb03cfea0892 HTTP/1.1" status: 200 len: 859 time: 0.0592141 Jul 16 14:07:42.472438 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-622c3759-cdde-428c-b379-42c349148a8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:42.474442 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-622c3759-cdde-428c-b379-42c349148a8a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/18f6fe65-75c3-48a6-aa40-13c9e915f149 HTTP/1.1" status: 204 len: 168 time: 0.8091309 Jul 16 14:07:42.487264 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-e0d400a4-90e9-4fb6-9ce2-7304e4b09ac5 None None] Notify callbacks [] for port, precommit_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:42.495842 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-9a5b0c65-d9e9-4ec7-9741-3c802e9419de req-7eab56c7-eb5f-43b7-b44e-35816ee2730a tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/security-groups?id=82181ce4-b774-4a6f-9777-8cd5eff34a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2861612 Jul 16 14:07:42.502049 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-e0d400a4-90e9-4fb6-9ce2-7304e4b09ac5 None None] Transition to ACTIVE for port object 8b830183-afdd-40e0-bf55-7a1543277751 will not be triggered until provisioned by entity L2. {{(pid=93105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 14:07:42.519580 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-39aeae3b-e0e0-4ca6-b3f3-469c8cc58c77 None None] Provisioning for port cd64cacc-903a-4da4-ad47-3f4fe02e5ea0 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 14:07:42.524181 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622c3759-cdde-428c-b379-42c349148a8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18f6fe65-75c3-48a6-aa40-13c9e915f149,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:07:42.525747 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-e0d400a4-90e9-4fb6-9ce2-7304e4b09ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736156224341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736155824276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736155824294'] for port, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:42.564576 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-03728c09-7549-46a4-8aea-7e3b68ce41c4 req-d1a2017d-fd18-4ea3-b970-4caa37b62128 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=51a90a03-af03-40ca-bb00-7020f83b5182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0636039 Jul 16 14:07:42.619860 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 14:07:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e1f59e4-ba94-4d28-ab80-13ace69c371b x-openstack-request-id: req-8e1f59e4-ba94-4d28-ab80-13ace69c371b {{(pid=93103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 14:07:42.620194 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98e533ce-b8d5-4f39-96cc-1891481e60ea", "name": "network-vif-plugged", "status": "completed", "tag": "87b00c1e-d47b-4f4d-a0a0-c27e6cc821ae", "code": 200}]} {{(pid=93103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 14:07:42.620479 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8e1f59e4-ba94-4d28-ab80-13ace69c371b {{(pid=93103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 14:07:42.620913 dv-cinder-784763-7-iscsi neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98e533ce-b8d5-4f39-96cc-1891481e60ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87b00c1e-d47b-4f4d-a0a0-c27e6cc821ae', 'code': 200} Jul 16 14:07:42.625040 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.managers [None req-e0d400a4-90e9-4fb6-9ce2-7304e4b09ac5 None None] Attempting to bind port 8b830183-afdd-40e0-bf55-7a1543277751 on host dv-cinder-784763-7-iscsi for vnic_type normal with profile {{(pid=93105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 14:07:42.625494 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.managers [None req-e0d400a4-90e9-4fb6-9ce2-7304e4b09ac5 None None] Attempting to bind port 8b830183-afdd-40e0-bf55-7a1543277751 by drivers openvswitch,hyperv on host dv-cinder-784763-7-iscsi at level 0 using segments [{'id': '6901d94e-17f9-4035-ba46-6b4e81a8dcfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da'}] {{(pid=93105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 14:07:42.625910 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d400a4-90e9-4fb6-9ce2-7304e4b09ac5 None None] Attempting to bind port 8b830183-afdd-40e0-bf55-7a1543277751 on network 0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da {{(pid=93105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 14:07:42.642133 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908633c5-ab5c-45d7-a5a4-e72d8c04831b None None] Pushing event updated for resources: {'Port': ['ID=8b830183-afdd-40e0-bf55-7a1543277751,revision_number=2']} {{(pid=93105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:07:42.664613 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d400a4-90e9-4fb6-9ce2-7304e4b09ac5 None None] Checking agent: {'id': '7d82e82a-2556-4908-8b18-4037e5dfdbc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784763-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 13, 57, 51), 'started_at': datetime.datetime(2021, 7, 16, 13, 58, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 14, 7, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784763-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 14:07:42.669079 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d400a4-90e9-4fb6-9ce2-7304e4b09ac5 None None] Checking segment: {'id': '6901d94e-17f9-4035-ba46-6b4e81a8dcfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 14:07:42.669610 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-e0d400a4-90e9-4fb6-9ce2-7304e4b09ac5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:42.670067 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d400a4-90e9-4fb6-9ce2-7304e4b09ac5 None None] Bound using segment: {'id': '6901d94e-17f9-4035-ba46-6b4e81a8dcfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da'} {{(pid=93105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 14:07:42.670619 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.managers [None req-e0d400a4-90e9-4fb6-9ce2-7304e4b09ac5 None None] Bound port: 8b830183-afdd-40e0-bf55-7a1543277751, host: dv-cinder-784763-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6901d94e-17f9-4035-ba46-6b4e81a8dcfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da'}}] {{(pid=93105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 14:07:42.671080 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-e0d400a4-90e9-4fb6-9ce2-7304e4b09ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:42.686585 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Provisioning for port fcd7873c-b5b6-4d4c-8ba5-29b65a2ec244 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 14:07:42.694538 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5282de-34ef-4c6e-b934-22fb6e1177f6 req-aa3c568f-6fae-4242-ac23-6a9c84eaa6d5 tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:07:42.702617 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-0b5282de-34ef-4c6e-b934-22fb6e1177f6 req-aa3c568f-6fae-4242-ac23-6a9c84eaa6d5 tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] 10.222.0.10 "GET /v2.0/ports?device_id=a0bbd687-e0d7-416a-aee8-c6331e3c3153 HTTP/1.1" status: 200 len: 945 time: 0.5706680 Jul 16 14:07:42.725272 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Provisioning complete for port fcd7873c-b5b6-4d4c-8ba5-29b65a2ec244 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 14:07:42.725518 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16503849'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:42.802290 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-03728c09-7549-46a4-8aea-7e3b68ce41c4 req-364956a5-d00c-4297-b300-71b0d9755ea7 service neutron] 10.222.0.25 "GET /v2.0/networks/51a90a03-af03-40ca-bb00-7020f83b5182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2275243 Jul 16 14:07:42.828351 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-e0d400a4-90e9-4fb6-9ce2-7304e4b09ac5 None None] For port 8b830183-afdd-40e0-bf55-7a1543277751, host dv-cinder-784763-7-iscsi, cleared binding levels {{(pid=93105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 14:07:42.835816 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-e0d400a4-90e9-4fb6-9ce2-7304e4b09ac5 None None] For port 8b830183-afdd-40e0-bf55-7a1543277751, host dv-cinder-784763-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-7-iscsi',level=0,port_id=8b830183-afdd-40e0-bf55-7a1543277751,segment=NetworkSegment(6901d94e-17f9-4035-ba46-6b4e81a8dcfc),segment_id=6901d94e-17f9-4035-ba46-6b4e81a8dcfc)] {{(pid=93105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 14:07:42.842485 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-e0d400a4-90e9-4fb6-9ce2-7304e4b09ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736156224341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736155824276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736155824294'] for port, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:42.924535 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-0b5282de-34ef-4c6e-b934-22fb6e1177f6 req-8bac6480-3361-47f8-a3ab-3b6e8613fb76 tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] 10.222.0.10 "GET /v2.0/security-groups?id=b754fbbd-8895-49e9-87a9-98dda090ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208350 Jul 16 14:07:42.965645 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fe9bfb70-cf8d-4d6b-b2f9-36fa577f943a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:43.035311 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-03728c09-7549-46a4-8aea-7e3b68ce41c4 req-a473f6cf-8d1c-4aa1-9c70-a304e74bc6df service neutron] 10.222.0.25 "GET /v2.0/networks/51a90a03-af03-40ca-bb00-7020f83b5182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2251072 Jul 16 14:07:43.042092 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 60748) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:07:43.046274 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:43.059009 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d400a4-90e9-4fb6-9ce2-7304e4b09ac5 None None] Routers {'6707365d-3214-489a-b3f1-0e04b581f4b1'} bound to L3 agent in host dv-cinder-784763-7-iscsi {{(pid=93105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 14:07:43.059663 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.l3_hamode_db [None req-e0d400a4-90e9-4fb6-9ce2-7304e4b09ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T13:57:50Z,description=,heartbeat_timestamp=2021-07-16T14:07:20Z,host='dv-cinder-784763-7-iscsi',id=d50ece19-a35b-4d9c-a2c6-6c45fbfb3bdd,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T13:57:50Z,topic='l3_agent')) {'router_ids': ['6707365d-3214-489a-b3f1-0e04b581f4b1'], 'active': True} {{(pid=93105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:07:43.061651 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ee157477-3679-4f01-8a92-1233d1a57f07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:43.187100 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908633c5-ab5c-45d7-a5a4-e72d8c04831b None None] Pushing event updated for resources: {'Port': ['ID=8b830183-afdd-40e0-bf55-7a1543277751,revision_number=3']} {{(pid=93105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:07:43.213432 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] For port fcd7873c-b5b6-4d4c-8ba5-29b65a2ec244, host dv-cinder-784763-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-7-iscsi',level=0,port_id=fcd7873c-b5b6-4d4c-8ba5-29b65a2ec244,segment=NetworkSegment(4fad2db9-883e-4e8e-8c08-6689552e8f68),segment_id=4fad2db9-883e-4e8e-8c08-6689552e8f68)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:07:43.215120 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ee157477-3679-4f01-8a92-1233d1a57f07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:43.223152 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ee157477-3679-4f01-8a92-1233d1a57f07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:43.244893 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736156224341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736155824276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736155824294'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:43.251121 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Device cd64cacc-903a-4da4-ad47-3f4fe02e5ea0 up at agent ovs-agent-dv-cinder-784763-7-iscsi {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 14:07:43.314357 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvr_db [None req-e0d400a4-90e9-4fb6-9ce2-7304e4b09ac5 None None] Set router 6707365d-3214-489a-b3f1-0e04b581f4b1 gateway port host: dv-cinder-784763-7-iscsi {{(pid=93105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 14:07:43.353567 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [None req-fe9bfb70-cf8d-4d6b-b2f9-36fa577f943a admin admin] Allocated IP 172.20.0.1 (24a5c810-62cd-44db-bbde-e6d58de04422/8c0c9aa4-07ba-4222-9843-a88a691a0a0e/1c35e6e4-9637-4046-a0d8-32e4f114c85c) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 14:07:43.390090 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Pushing event updated for resources: {'Port': ['ID=fcd7873c-b5b6-4d4c-8ba5-29b65a2ec244,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:07:43.423602 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Provisioning for port cd64cacc-903a-4da4-ad47-3f4fe02e5ea0 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 14:07:43.437038 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Provisioning complete for port cd64cacc-903a-4da4-ad47-3f4fe02e5ea0 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 14:07:43.437641 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16503849'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:43.460126 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-ee157477-3679-4f01-8a92-1233d1a57f07 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=db24f98c442d439e9794cd749838afa7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4119515 Jul 16 14:07:43.574566 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 60752) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:07:43.604450 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fe9bfb70-cf8d-4d6b-b2f9-36fa577f943a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:43.621718 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.l3_hamode_db [None req-e0d400a4-90e9-4fb6-9ce2-7304e4b09ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6707365d-3214-489a-b3f1-0e04b581f4b1', 'name': 'tempest-TestShelveInstance-1967118233-router', 'tenant_id': '7c459e0d46a0420f941214fda3fb550e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'external_fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '8b830183-afdd-40e0-bf55-7a1543277751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T14:07:38Z', 'updated_at': '2021-07-16T14:07:40Z', 'revision_number': 3, 'project_id': '7c459e0d46a0420f941214fda3fb550e', 'gw_port': {'id': '8b830183-afdd-40e0-bf55-7a1543277751', 'name': '', 'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:4b:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6707365d-3214-489a-b3f1-0e04b581f4b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:07:39Z', 'updated_at': '2021-07-16T14:07:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-7-iscsi'}], 'dv-cinder-784763-7-iscsi', False) {} {{(pid=93105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:07:43.649847 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.db.provisioning_blocks [None req-fe9bfb70-cf8d-4d6b-b2f9-36fa577f943a admin admin] Transition to ACTIVE for port object 1c35e6e4-9637-4046-a0d8-32e4f114c85c will not be triggered until provisioned by entity DHCP. {{(pid=93102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 14:07:43.694818 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:43.708794 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-b800ac14-46a2-4f93-bc70-892f151b0c5a None None] Provisioning complete for port cd64cacc-903a-4da4-ad47-3f4fe02e5ea0 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 14:07:43.709796 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b800ac14-46a2-4f93-bc70-892f151b0c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16503849'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:43.716392 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee157477-3679-4f01-8a92-1233d1a57f07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd003d7b-9f2d-48bc-946d-76937ee108fa,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:07:43.735768 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] For port cd64cacc-903a-4da4-ad47-3f4fe02e5ea0, host dv-cinder-784763-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-7-iscsi',level=0,port_id=cd64cacc-903a-4da4-ad47-3f4fe02e5ea0,segment=NetworkSegment(51c90124-6cb4-4ee1-9251-b2560b99c2e4),segment_id=51c90124-6cb4-4ee1-9251-b2560b99c2e4)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:07:43.737960 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d400a4-90e9-4fb6-9ce2-7304e4b09ac5 None None] The sync data for ids ['6707365d-3214-489a-b3f1-0e04b581f4b1'] in dv-cinder-784763-7-iscsi is: [{'id': '6707365d-3214-489a-b3f1-0e04b581f4b1', 'name': 'tempest-TestShelveInstance-1967118233-router', 'tenant_id': '7c459e0d46a0420f941214fda3fb550e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'external_fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '8b830183-afdd-40e0-bf55-7a1543277751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T14:07:38Z', 'updated_at': '2021-07-16T14:07:40Z', 'revision_number': 3, 'project_id': '7c459e0d46a0420f941214fda3fb550e', 'gw_port': {'id': '8b830183-afdd-40e0-bf55-7a1543277751', 'name': '', 'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:4b:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6707365d-3214-489a-b3f1-0e04b581f4b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:07:39Z', 'updated_at': '2021-07-16T14:07:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-7-iscsi'}] {{(pid=93105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 14:07:43.753879 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fe9bfb70-cf8d-4d6b-b2f9-36fa577f943a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736155824258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4062758'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:43.766626 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d5d548-5022-405d-9730-28919b4f828b req-2dc40d08-fb7f-409f-b007-52e04a0b640b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:07:43.768171 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-13d5d548-5022-405d-9730-28919b4f828b req-2dc40d08-fb7f-409f-b007-52e04a0b640b service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=98e533ce-b8d5-4f39-96cc-1891481e60ea HTTP/1.1" status: 200 len: 1098 time: 0.1760232 Jul 16 14:07:43.769633 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736156224341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736155824276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736155824294'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:43.816111 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-dfeb280d-8ec7-4325-a3fa-d882848a6f73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:43.858297 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-dfeb280d-8ec7-4325-a3fa-d882848a6f73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:43.887283 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe9bfb70-cf8d-4d6b-b2f9-36fa577f943a admin admin] Network 24a5c810-62cd-44db-bbde-e6d58de04422 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 14:07:43.894815 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-fe9bfb70-cf8d-4d6b-b2f9-36fa577f943a admin admin] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 14:07:43.922370 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f318510-4a90-41ab-8b7a-a91f36f4eb9c req-037be300-cc7a-4cbb-9a98-87f27108fe8b tempest-VolumesActionsTest-2139225872 tempest-VolumesActionsTest-2139225872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:07:43.922930 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9bfb70-cf8d-4d6b-b2f9-36fa577f943a admin admin] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 14:07:43.923952 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-5f318510-4a90-41ab-8b7a-a91f36f4eb9c req-037be300-cc7a-4cbb-9a98-87f27108fe8b tempest-VolumesActionsTest-2139225872 tempest-VolumesActionsTest-2139225872-project] 10.222.0.10 "GET /v2.0/ports?device_id=98e533ce-b8d5-4f39-96cc-1891481e60ea HTTP/1.1" status: 200 len: 945 time: 0.6526005 Jul 16 14:07:43.932562 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-a844eb29-0c03-4170-8f33-f3ed4e0d5508 req-602997fb-d99e-4d31-a0b9-d81db84619fb service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=a7c92e1b-6094-4c34-87d7-cc60aafaa6c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5500183 Jul 16 14:07:43.960298 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-13d5d548-5022-405d-9730-28919b4f828b req-87cb60d6-d12c-4ec1-af1b-aa27be1a4def service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=fdcd4579-863f-428a-a566-067b53bf9d93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070316 Jul 16 14:07:43.963087 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-dfeb280d-8ec7-4325-a3fa-d882848a6f73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:43.965794 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-dfeb280d-8ec7-4325-a3fa-d882848a6f73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:43.985160 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-dfeb280d-8ec7-4325-a3fa-d882848a6f73 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/dd003d7b-9f2d-48bc-946d-76937ee108fa HTTP/1.1" status: 204 len: 168 time: 0.3988934 Jul 16 14:07:44.014514 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9bfb70-cf8d-4d6b-b2f9-36fa577f943a admin admin] Pushing event updated for resources: {'Port': ['ID=1c35e6e4-9637-4046-a0d8-32e4f114c85c,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:07:44.021847 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeb280d-8ec7-4325-a3fa-d882848a6f73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd003d7b-9f2d-48bc-946d-76937ee108fa,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:07:44.040516 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Pushing event updated for resources: {'Port': ['ID=cd64cacc-903a-4da4-ad47-3f4fe02e5ea0,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:07:44.048663 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9bfb70-cf8d-4d6b-b2f9-36fa577f943a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:07:44.049105 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9bfb70-cf8d-4d6b-b2f9-36fa577f943a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:07:44.049428 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9bfb70-cf8d-4d6b-b2f9-36fa577f943a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:07:44.049762 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9bfb70-cf8d-4d6b-b2f9-36fa577f943a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:07:44.050090 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9bfb70-cf8d-4d6b-b2f9-36fa577f943a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:07:44.050513 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9bfb70-cf8d-4d6b-b2f9-36fa577f943a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:07:44.050730 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9bfb70-cf8d-4d6b-b2f9-36fa577f943a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:07:44.051050 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9bfb70-cf8d-4d6b-b2f9-36fa577f943a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:07:44.051372 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9bfb70-cf8d-4d6b-b2f9-36fa577f943a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:07:44.051689 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9bfb70-cf8d-4d6b-b2f9-36fa577f943a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:07:44.052009 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9bfb70-cf8d-4d6b-b2f9-36fa577f943a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:07:44.052326 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9bfb70-cf8d-4d6b-b2f9-36fa577f943a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:07:44.053699 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-5f318510-4a90-41ab-8b7a-a91f36f4eb9c req-79d843e1-98f8-40df-b850-47b15339eec4 tempest-VolumesActionsTest-2139225872 tempest-VolumesActionsTest-2139225872-project] 10.222.0.10 "GET /v2.0/security-groups?id=fdcd4579-863f-428a-a566-067b53bf9d93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201267 Jul 16 14:07:44.090343 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fe9bfb70-cf8d-4d6b-b2f9-36fa577f943a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-680240'] for router_interface, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:44.232027 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4934d8fe-36e9-4e5a-8f01-b2ccd523a93a req-0a7878e9-5c93-46b3-b4e6-7a4f3bc60b1b tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:07:44.241770 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-4934d8fe-36e9-4e5a-8f01-b2ccd523a93a req-0a7878e9-5c93-46b3-b4e6-7a4f3bc60b1b tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ea9a593-16d3-465c-8131-fc586d36046d HTTP/1.1" status: 200 len: 945 time: 0.3257766 Jul 16 14:07:44.284683 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Device fcd7873c-b5b6-4d4c-8ba5-29b65a2ec244 up at agent ovs-agent-dv-cinder-784763-7-iscsi {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 14:07:44.338773 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-4934d8fe-36e9-4e5a-8f01-b2ccd523a93a req-e1fe88f5-2472-482f-b73c-5439b01359fc tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/security-groups?id=82181ce4-b774-4a6f-9777-8cd5eff34a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959477 Jul 16 14:07:44.384815 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-80bfdc71-2492-45d8-861b-72ae58b7b2ac None None] Provisioning for port 1c35e6e4-9637-4046-a0d8-32e4f114c85c completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 14:07:44.392576 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-80bfdc71-2492-45d8-861b-72ae58b7b2ac None None] Provisioning complete for port 1c35e6e4-9637-4046-a0d8-32e4f114c85c triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 14:07:44.393095 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-80bfdc71-2492-45d8-861b-72ae58b7b2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16503849'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:44.436809 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-80bfdc71-2492-45d8-861b-72ae58b7b2ac None None] Port 1c35e6e4-9637-4046-a0d8-32e4f114c85c cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 14:07:44.458303 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Provisioning complete for port fcd7873c-b5b6-4d4c-8ba5-29b65a2ec244 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 14:07:44.458915 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16503849'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:44.465197 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fe9bfb70-cf8d-4d6b-b2f9-36fa577f943a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:44.513018 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a844eb29-0c03-4170-8f33-f3ed4e0d5508 req-60b0e5ce-28d1-45c6-a857-99a795c4b9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:07:44.514658 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-a844eb29-0c03-4170-8f33-f3ed4e0d5508 req-60b0e5ce-28d1-45c6-a857-99a795c4b9d6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a6bc8fee6e964669b7be670f21fca0f5&device_id=a7c92e1b-6094-4c34-87d7-cc60aafaa6c1 HTTP/1.1" status: 200 len: 1099 time: 0.2164230 Jul 16 14:07:44.626748 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Device cd64cacc-903a-4da4-ad47-3f4fe02e5ea0 up at agent ovs-agent-dv-cinder-784763-7-iscsi {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 14:07:44.717972 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Provisioning complete for port cd64cacc-903a-4da4-ad47-3f4fe02e5ea0 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 14:07:44.718262 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16503849'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:44.849699 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fe9bfb70-cf8d-4d6b-b2f9-36fa577f943a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:44.858984 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fe9bfb70-cf8d-4d6b-b2f9-36fa577f943a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736156224341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736155824276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736155824294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4062751'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:44.932940 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a844eb29-0c03-4170-8f33-f3ed4e0d5508 req-9c41beb8-4e7f-4333-a1c9-4649bd591eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:07:44.934620 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-a844eb29-0c03-4170-8f33-f3ed4e0d5508 req-9c41beb8-4e7f-4333-a1c9-4649bd591eae service neutron] 10.222.0.25 "GET /v2.0/networks?id=3a4fb2c2-e115-4208-b9b7-fb0af769d696 HTTP/1.1" status: 200 len: 917 time: 0.3740659 Jul 16 14:07:44.991442 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fe9bfb70-cf8d-4d6b-b2f9-36fa577f943a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680260'] for router_interface, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:44.998118 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9bfb70-cf8d-4d6b-b2f9-36fa577f943a admin admin] Pushing event updated for resources: {'Port': ['ID=1c35e6e4-9637-4046-a0d8-32e4f114c85c,revision_number=2']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:07:45.049692 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-a844eb29-0c03-4170-8f33-f3ed4e0d5508 req-1277085b-4dd0-44b5-a9a0-6072a3a574a9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5dc77129-1453-4456-8a98-7b9dd10f5485 HTTP/1.1" status: 200 len: 1002 time: 0.1055908 Jul 16 14:07:45.162279 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a844eb29-0c03-4170-8f33-f3ed4e0d5508 req-bb9703ab-0f12-421f-8b09-2b9536918c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:07:45.163902 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-a844eb29-0c03-4170-8f33-f3ed4e0d5508 req-bb9703ab-0f12-421f-8b09-2b9536918c8a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9264d998-2235-4ea7-905f-68b77e185814 HTTP/1.1" status: 200 len: 855 time: 0.0754452 Jul 16 14:07:45.189313 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe9bfb70-cf8d-4d6b-b2f9-36fa577f943a admin admin] Network 24a5c810-62cd-44db-bbde-e6d58de04422 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 14:07:45.198077 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-fe9bfb70-cf8d-4d6b-b2f9-36fa577f943a admin admin] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 14:07:45.290344 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ddf185-8ad6-43a0-b74b-a29d21325089 req-a697f607-a280-46c5-88cd-0cb4d44cbeca tempest-VolumesActionsTest-2139225872 tempest-VolumesActionsTest-2139225872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:07:45.299234 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-c1ddf185-8ad6-43a0-b74b-a29d21325089 req-a697f607-a280-46c5-88cd-0cb4d44cbeca tempest-VolumesActionsTest-2139225872 tempest-VolumesActionsTest-2139225872-project] 10.222.0.10 "GET /v2.0/ports?device_id=98e533ce-b8d5-4f39-96cc-1891481e60ea HTTP/1.1" status: 200 len: 945 time: 0.1210411 Jul 16 14:07:45.355421 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-c1ddf185-8ad6-43a0-b74b-a29d21325089 req-8679a718-c6fc-47b8-aca8-14a79f2cfc20 tempest-VolumesActionsTest-2139225872 tempest-VolumesActionsTest-2139225872-project] 10.222.0.10 "GET /v2.0/security-groups?id=fdcd4579-863f-428a-a566-067b53bf9d93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540962 Jul 16 14:07:45.423714 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe9bfb70-cf8d-4d6b-b2f9-36fa577f943a admin admin] Router 6707365d-3214-489a-b3f1-0e04b581f4b1 has already been hosted by L3 agent d50ece19-a35b-4d9c-a2c6-6c45fbfb3bdd {{(pid=93102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 14:07:45.454478 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a844eb29-0c03-4170-8f33-f3ed4e0d5508 req-089e18b0-1887-4127-8bb8-8339afa807d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:07:45.456258 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-a844eb29-0c03-4170-8f33-f3ed4e0d5508 req-089e18b0-1887-4127-8bb8-8339afa807d9 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3a4fb2c2-e115-4208-b9b7-fb0af769d696&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2825606 Jul 16 14:07:45.467775 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-63031725-db43-470b-ac41-09dfa8daf262 None None] Provisioning complete for port 1c35e6e4-9637-4046-a0d8-32e4f114c85c triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 14:07:45.468283 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-63031725-db43-470b-ac41-09dfa8daf262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16503849'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:45.499433 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 60810) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:07:45.582429 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-63031725-db43-470b-ac41-09dfa8daf262 None None] Port 1c35e6e4-9637-4046-a0d8-32e4f114c85c cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 14:07:45.778469 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-49cdf2cb-56a1-49b9-973e-17adfe44d511 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:45.938780 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:45.958799 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-49cdf2cb-56a1-49b9-973e-17adfe44d511 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:45.969429 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-49cdf2cb-56a1-49b9-973e-17adfe44d511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:46.030317 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-49cdf2cb-56a1-49b9-973e-17adfe44d511 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=21c49ee52f2548d396dbf9f17a8bee07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5294161 Jul 16 14:07:46.031028 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cdf2cb-56a1-49b9-973e-17adfe44d511 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feea90ba-4cfa-4336-acef-cbbe289d008f,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:07:46.035217 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 60834) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:07:46.048581 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-a844eb29-0c03-4170-8f33-f3ed4e0d5508 req-8149da0c-0bc6-44ff-86e6-714af3de6be2 service neutron] 10.222.0.25 "GET /v2.0/networks/3a4fb2c2-e115-4208-b9b7-fb0af769d696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5660963 Jul 16 14:07:46.072459 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe9bfb70-cf8d-4d6b-b2f9-36fa577f943a admin admin] Notify agent at l3_agent.dv-cinder-784763-7-iscsi the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 14:07:46.083927 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88b66df-0f7e-4535-98a5-975e2343ace0 req-0c19a98e-3eef-4f73-9842-06bb9326b2d7 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:07:46.085582 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-c88b66df-0f7e-4535-98a5-975e2343ace0 req-0c19a98e-3eef-4f73-9842-06bb9326b2d7 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ea9a593-16d3-465c-8131-fc586d36046d HTTP/1.1" status: 200 len: 945 time: 0.5301750 Jul 16 14:07:46.100590 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-fe9bfb70-cf8d-4d6b-b2f9-36fa577f943a admin admin] 10.222.0.10 "PUT /v2.0/routers/6707365d-3214-489a-b3f1-0e04b581f4b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8624022 Jul 16 14:07:46.199150 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8aab7f9-3380-4fd6-83cf-fa9d27e0f706 None None] Sync routers for ids ['6707365d-3214-489a-b3f1-0e04b581f4b1'] in dv-cinder-784763-7-iscsi {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 14:07:46.221562 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Device 8b830183-afdd-40e0-bf55-7a1543277751 up at agent ovs-agent-dv-cinder-784763-7-iscsi {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 14:07:46.228821 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-c88b66df-0f7e-4535-98a5-975e2343ace0 req-934046c0-984a-4dec-91d5-3845b253e74f tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/security-groups?id=82181ce4-b774-4a6f-9777-8cd5eff34a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347320 Jul 16 14:07:46.250990 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d934a05f-2eed-441a-b004-0d552b9ef39b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:46.265094 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8aab7f9-3380-4fd6-83cf-fa9d27e0f706 None None] Routers {'6707365d-3214-489a-b3f1-0e04b581f4b1'} bound to L3 agent in host dv-cinder-784763-7-iscsi {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 14:07:46.265854 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-f8aab7f9-3380-4fd6-83cf-fa9d27e0f706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T13:57:50Z,description=,heartbeat_timestamp=2021-07-16T14:07:20Z,host='dv-cinder-784763-7-iscsi',id=d50ece19-a35b-4d9c-a2c6-6c45fbfb3bdd,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T13:57:50Z,topic='l3_agent')) {'router_ids': ['6707365d-3214-489a-b3f1-0e04b581f4b1'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:07:46.293204 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d934a05f-2eed-441a-b004-0d552b9ef39b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:46.308825 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-a844eb29-0c03-4170-8f33-f3ed4e0d5508 req-6c53d581-2968-4f90-97e3-eb808e4f3280 service neutron] 10.222.0.25 "GET /v2.0/networks/3a4fb2c2-e115-4208-b9b7-fb0af769d696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2062764 Jul 16 14:07:46.386310 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d934a05f-2eed-441a-b004-0d552b9ef39b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:46.391270 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d934a05f-2eed-441a-b004-0d552b9ef39b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:46.393330 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-d934a05f-2eed-441a-b004-0d552b9ef39b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/feea90ba-4cfa-4336-acef-cbbe289d008f HTTP/1.1" status: 204 len: 168 time: 0.3571851 Jul 16 14:07:46.410515 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d934a05f-2eed-441a-b004-0d552b9ef39b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feea90ba-4cfa-4336-acef-cbbe289d008f,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:07:46.498069 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Provisioning for port 8b830183-afdd-40e0-bf55-7a1543277751 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 14:07:46.529009 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Provisioning complete for port 8b830183-afdd-40e0-bf55-7a1543277751 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 14:07:46.529696 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16503849'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:46.600002 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-f8aab7f9-3380-4fd6-83cf-fa9d27e0f706 None None] Set router 6707365d-3214-489a-b3f1-0e04b581f4b1 gateway port host: dv-cinder-784763-7-iscsi {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 14:07:46.618870 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a022ca-d309-4d65-9627-7929d731df5c req-84ce4ffd-5f14-4764-b1ad-87dc02f34b53 tempest-VolumesActionsTest-2139225872 tempest-VolumesActionsTest-2139225872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:07:46.626686 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-09a022ca-d309-4d65-9627-7929d731df5c req-84ce4ffd-5f14-4764-b1ad-87dc02f34b53 tempest-VolumesActionsTest-2139225872 tempest-VolumesActionsTest-2139225872-project] 10.222.0.10 "GET /v2.0/ports?device_id=98e533ce-b8d5-4f39-96cc-1891481e60ea HTTP/1.1" status: 200 len: 945 time: 0.0814095 Jul 16 14:07:46.696091 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-09a022ca-d309-4d65-9627-7929d731df5c req-83f1d8cd-4de3-4805-b689-67fe63a4a4a1 tempest-VolumesActionsTest-2139225872 tempest-VolumesActionsTest-2139225872-project] 10.222.0.10 "GET /v2.0/security-groups?id=fdcd4579-863f-428a-a566-067b53bf9d93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684559 Jul 16 14:07:46.961651 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 60866) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:07:46.970760 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.v2.base [None req-ed9a53e1-b382-463a-a129-00bfc170a2b9 tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2003405704', 'description': 'tempest-secgroup-smoke-2003405704 description', 'project_id': 'f26aa26656004385a23ef6e54380f2d5'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:07:47.023163 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ed9a53e1-b382-463a-a129-00bfc170a2b9 tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:47.039815 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:47.128559 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] For port 8b830183-afdd-40e0-bf55-7a1543277751, host dv-cinder-784763-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-7-iscsi',level=0,port_id=8b830183-afdd-40e0-bf55-7a1543277751,segment=NetworkSegment(6901d94e-17f9-4035-ba46-6b4e81a8dcfc),segment_id=6901d94e-17f9-4035-ba46-6b4e81a8dcfc)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:07:47.144521 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736156224341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736155824276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736155824294'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:47.168334 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ed9a53e1-b382-463a-a129-00bfc170a2b9 tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:47.175037 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ed9a53e1-b382-463a-a129-00bfc170a2b9 tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:47.230099 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Pushing event updated for resources: {'Port': ['ID=8b830183-afdd-40e0-bf55-7a1543277751,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:07:47.277605 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ed9a53e1-b382-463a-a129-00bfc170a2b9 tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:47.282118 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-ed9a53e1-b382-463a-a129-00bfc170a2b9 tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3168416 Jul 16 14:07:47.283469 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 60890) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:07:47.289080 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.v2.base [None req-cc7c514f-21d8-48a5-961c-abb43e7add8b tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] Request body: {'security_group_rule': {'security_group_id': 'a14a42af-a4ef-4b15-8b8b-646b56cf2e04', 'project_id': 'f26aa26656004385a23ef6e54380f2d5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:07:47.310489 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9a53e1-b382-463a-a129-00bfc170a2b9 tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a14a42af-a4ef-4b15-8b8b-646b56cf2e04,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:07:47.332395 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-cc7c514f-21d8-48a5-961c-abb43e7add8b tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:47.335884 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-f8aab7f9-3380-4fd6-83cf-fa9d27e0f706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6707365d-3214-489a-b3f1-0e04b581f4b1', 'name': 'tempest-TestShelveInstance-1967118233-router', 'tenant_id': '7c459e0d46a0420f941214fda3fb550e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'external_fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '8b830183-afdd-40e0-bf55-7a1543277751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T14:07:38Z', 'updated_at': '2021-07-16T14:07:44Z', 'revision_number': 4, 'project_id': '7c459e0d46a0420f941214fda3fb550e', 'gw_port': {'id': '8b830183-afdd-40e0-bf55-7a1543277751', 'name': '', 'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:4b:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6707365d-3214-489a-b3f1-0e04b581f4b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:07:39Z', 'updated_at': '2021-07-16T14:07:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-7-iscsi', '_interfaces': [{'id': '1c35e6e4-9637-4046-a0d8-32e4f114c85c', 'name': '', 'network_id': '24a5c810-62cd-44db-bbde-e6d58de04422', 'tenant_id': '7c459e0d46a0420f941214fda3fb550e', 'mac_address': 'fa:16:3e:ba:07:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6707365d-3214-489a-b3f1-0e04b581f4b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '8c0c9aa4-07ba-4222-9843-a88a691a0a0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:07:43Z', 'updated_at': '2021-07-16T14:07:44Z', 'revision_number': 2, 'project_id': '7c459e0d46a0420f941214fda3fb550e', 'subnets': [{'id': '8c0c9aa4-07ba-4222-9843-a88a691a0a0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-7-iscsi', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:07:47.352148 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a2b26b-9981-4292-b97f-0c6b57fca97a req-052d8f29-269f-46d2-bc7f-8b3eb8714286 tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:07:47.354435 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-71a2b26b-9981-4292-b97f-0c6b57fca97a req-052d8f29-269f-46d2-bc7f-8b3eb8714286 tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] 10.222.0.10 "GET /v2.0/networks?id=7ef1faca-03ae-449a-aec5-eac3348ec315 HTTP/1.1" status: 200 len: 814 time: 0.1316912 Jul 16 14:07:47.366521 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8aab7f9-3380-4fd6-83cf-fa9d27e0f706 None None] Checking router: 6707365d-3214-489a-b3f1-0e04b581f4b1 for host: dv-cinder-784763-7-iscsi {{(pid=93103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 14:07:47.366884 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8aab7f9-3380-4fd6-83cf-fa9d27e0f706 None None] Updating router 6707365d-3214-489a-b3f1-0e04b581f4b1 port 1c35e6e4-9637-4046-a0d8-32e4f114c85c binding host dv-cinder-784763-7-iscsi {{(pid=93103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 14:07:47.372046 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-71a2b26b-9981-4292-b97f-0c6b57fca97a req-5048e970-0f64-4af1-a6f4-13dbdfc5749c tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] 10.222.0.10 "GET /v2.0/quotas/65aa6d16d1494e3e938670a7bcde4ef6 HTTP/1.1" status: 200 len: 375 time: 0.0107429 Jul 16 14:07:47.386079 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-cc7c514f-21d8-48a5-961c-abb43e7add8b tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:47.393061 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-cc7c514f-21d8-48a5-961c-abb43e7add8b tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829969'] for security_group_rule, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:47.407898 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-f8aab7f9-3380-4fd6-83cf-fa9d27e0f706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:47.413522 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7c514f-21d8-48a5-961c-abb43e7add8b tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0328a02b-5da1-4d3b-a332-6bc9aeb88bb4,revision_number=0']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:07:47.419632 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-cc7c514f-21d8-48a5-961c-abb43e7add8b tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:47.421213 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-cc7c514f-21d8-48a5-961c-abb43e7add8b tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1363053 Jul 16 14:07:47.423970 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 60892) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:07:47.429020 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.v2.base [None req-0afe7f27-8e04-4857-896d-3da3f7dd907a tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] Request body: {'security_group_rule': {'security_group_id': 'a14a42af-a4ef-4b15-8b8b-646b56cf2e04', 'project_id': 'f26aa26656004385a23ef6e54380f2d5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:07:47.461016 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-0afe7f27-8e04-4857-896d-3da3f7dd907a tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:47.462592 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-71a2b26b-9981-4292-b97f-0c6b57fca97a req-5d962587-6b52-4762-8dcf-402a73fd4c36 tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=65aa6d16d1494e3e938670a7bcde4ef6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0845327 Jul 16 14:07:47.521984 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-0afe7f27-8e04-4857-896d-3da3f7dd907a tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:47.526104 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-0afe7f27-8e04-4857-896d-3da3f7dd907a tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829969'] for security_group_rule, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:47.554203 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afe7f27-8e04-4857-896d-3da3f7dd907a tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93ff8405-d051-4127-b2a0-df054a8e7f68,revision_number=0']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:07:47.561323 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-0afe7f27-8e04-4857-896d-3da3f7dd907a tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:47.562725 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-0afe7f27-8e04-4857-896d-3da3f7dd907a tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1377532 Jul 16 14:07:47.568424 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 60894) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:07:47.573986 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.v2.base [None req-5afb8f71-7d08-42cc-8248-8502ccc21635 tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] Request body: {'security_group_rule': {'security_group_id': 'a14a42af-a4ef-4b15-8b8b-646b56cf2e04', 'project_id': 'f26aa26656004385a23ef6e54380f2d5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:07:47.591819 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-71a2b26b-9981-4292-b97f-0c6b57fca97a req-f7e4d8d3-937a-4cb7-9f53-4ff65fa8e5a2 service neutron] 10.222.0.10 "GET /v2.0/networks/7ef1faca-03ae-449a-aec5-eac3348ec315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202183 Jul 16 14:07:47.609463 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5afb8f71-7d08-42cc-8248-8502ccc21635 tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:47.719260 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-71a2b26b-9981-4292-b97f-0c6b57fca97a req-ea64caf7-ef0b-434d-9c60-479df72d3077 service neutron] 10.222.0.10 "GET /v2.0/networks/7ef1faca-03ae-449a-aec5-eac3348ec315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262043 Jul 16 14:07:47.728675 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5afb8f71-7d08-42cc-8248-8502ccc21635 tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:47.735727 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5afb8f71-7d08-42cc-8248-8502ccc21635 tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829969'] for security_group_rule, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:47.753767 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-e5b4d12c-1555-4188-a59d-b8f9997224ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:47.757170 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-f8aab7f9-3380-4fd6-83cf-fa9d27e0f706 None None] Notify callbacks [] for port, precommit_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:47.761416 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afb8f71-7d08-42cc-8248-8502ccc21635 tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8aeb9169-6c7c-48a6-b02d-6570757a260b,revision_number=0']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:07:47.768350 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-f8aab7f9-3380-4fd6-83cf-fa9d27e0f706 None None] Transition to ACTIVE for port object 1c35e6e4-9637-4046-a0d8-32e4f114c85c will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 14:07:47.775032 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-f8aab7f9-3380-4fd6-83cf-fa9d27e0f706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736156224341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736155824276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736155824294'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:47.780505 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba815e60-7a88-4e19-95c0-2bf7550b427c req-69231d4a-feb2-4985-bb89-b4c45952539e tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:07:47.782256 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-ba815e60-7a88-4e19-95c0-2bf7550b427c req-69231d4a-feb2-4985-bb89-b4c45952539e tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ea9a593-16d3-465c-8131-fc586d36046d HTTP/1.1" status: 200 len: 945 time: 0.1339848 Jul 16 14:07:47.783510 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5afb8f71-7d08-42cc-8248-8502ccc21635 tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:47.787873 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-5afb8f71-7d08-42cc-8248-8502ccc21635 tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2146308 Jul 16 14:07:47.788224 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 60900) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:07:47.792787 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.v2.base [None req-fc64df75-0dc2-4843-8bba-7329418efdb7 tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] Request body: {'security_group_rule': {'security_group_id': 'a14a42af-a4ef-4b15-8b8b-646b56cf2e04', 'project_id': 'f26aa26656004385a23ef6e54380f2d5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:07:47.832642 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fc64df75-0dc2-4843-8bba-7329418efdb7 tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:47.837512 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d6a616-9957-41ea-bb54-394382f42bde None None] Pushing event updated for resources: {'Port': ['ID=1c35e6e4-9637-4046-a0d8-32e4f114c85c,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:07:47.838691 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-ba815e60-7a88-4e19-95c0-2bf7550b427c req-8dcc4233-9792-46dc-9a9f-bb5e0dbf6511 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/security-groups?id=82181ce4-b774-4a6f-9777-8cd5eff34a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501225 Jul 16 14:07:47.953405 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-f8aab7f9-3380-4fd6-83cf-fa9d27e0f706 None None] Attempting to bind port 1c35e6e4-9637-4046-a0d8-32e4f114c85c on host dv-cinder-784763-7-iscsi for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 14:07:47.955543 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-f8aab7f9-3380-4fd6-83cf-fa9d27e0f706 None None] Attempting to bind port 1c35e6e4-9637-4046-a0d8-32e4f114c85c by drivers openvswitch,hyperv on host dv-cinder-784763-7-iscsi at level 0 using segments [{'id': '51c90124-6cb4-4ee1-9251-b2560b99c2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '24a5c810-62cd-44db-bbde-e6d58de04422'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 14:07:47.956128 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8aab7f9-3380-4fd6-83cf-fa9d27e0f706 None None] Attempting to bind port 1c35e6e4-9637-4046-a0d8-32e4f114c85c on network 24a5c810-62cd-44db-bbde-e6d58de04422 {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 14:07:47.963922 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8aab7f9-3380-4fd6-83cf-fa9d27e0f706 None None] Checking agent: {'id': '7d82e82a-2556-4908-8b18-4037e5dfdbc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784763-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 13, 57, 51), 'started_at': datetime.datetime(2021, 7, 16, 13, 58, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 14, 7, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784763-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 14:07:47.964606 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8aab7f9-3380-4fd6-83cf-fa9d27e0f706 None None] Checking segment: {'id': '51c90124-6cb4-4ee1-9251-b2560b99c2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '24a5c810-62cd-44db-bbde-e6d58de04422'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 14:07:47.965233 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-f8aab7f9-3380-4fd6-83cf-fa9d27e0f706 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:47.965828 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8aab7f9-3380-4fd6-83cf-fa9d27e0f706 None None] Bound using segment: {'id': '51c90124-6cb4-4ee1-9251-b2560b99c2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '24a5c810-62cd-44db-bbde-e6d58de04422'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 14:07:47.966477 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-f8aab7f9-3380-4fd6-83cf-fa9d27e0f706 None None] Bound port: 1c35e6e4-9637-4046-a0d8-32e4f114c85c, host: dv-cinder-784763-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51c90124-6cb4-4ee1-9251-b2560b99c2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '24a5c810-62cd-44db-bbde-e6d58de04422'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 14:07:47.967205 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-f8aab7f9-3380-4fd6-83cf-fa9d27e0f706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:48.037007 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-d438c3d6-03a6-4069-b48d-669d11e2d7b7 req-5e48a6a7-dc2d-408d-a9ce-69f730dde422 tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] 10.222.0.10 "GET /v2.0/ports?device_id=c9c50053-99dd-429e-bc98-adf00b8f161d HTTP/1.1" status: 200 len: 210 time: 0.0697486 Jul 16 14:07:48.063451 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-f8aab7f9-3380-4fd6-83cf-fa9d27e0f706 None None] For port 1c35e6e4-9637-4046-a0d8-32e4f114c85c, host dv-cinder-784763-7-iscsi, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 14:07:48.068577 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-f8aab7f9-3380-4fd6-83cf-fa9d27e0f706 None None] For port 1c35e6e4-9637-4046-a0d8-32e4f114c85c, host dv-cinder-784763-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-7-iscsi',level=0,port_id=1c35e6e4-9637-4046-a0d8-32e4f114c85c,segment=NetworkSegment(51c90124-6cb4-4ee1-9251-b2560b99c2e4),segment_id=51c90124-6cb4-4ee1-9251-b2560b99c2e4)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 14:07:48.074665 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-f8aab7f9-3380-4fd6-83cf-fa9d27e0f706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736156224341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736155824276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736155824294'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:48.108907 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fc64df75-0dc2-4843-8bba-7329418efdb7 tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:48.134254 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fc64df75-0dc2-4843-8bba-7329418efdb7 tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829969'] for security_group_rule, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:48.214416 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8aab7f9-3380-4fd6-83cf-fa9d27e0f706 None None] Routers {'6707365d-3214-489a-b3f1-0e04b581f4b1'} bound to L3 agent in host dv-cinder-784763-7-iscsi {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 14:07:48.215985 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-f8aab7f9-3380-4fd6-83cf-fa9d27e0f706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T13:57:50Z,description=,heartbeat_timestamp=2021-07-16T14:07:20Z,host='dv-cinder-784763-7-iscsi',id=d50ece19-a35b-4d9c-a2c6-6c45fbfb3bdd,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T13:57:50Z,topic='l3_agent')) {'router_ids': ['6707365d-3214-489a-b3f1-0e04b581f4b1'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:07:48.226784 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc64df75-0dc2-4843-8bba-7329418efdb7 tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb881bee-1755-4023-8dda-6058324b1ecd,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:07:48.245330 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fc64df75-0dc2-4843-8bba-7329418efdb7 tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:48.249070 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-fc64df75-0dc2-4843-8bba-7329418efdb7 tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4573076 Jul 16 14:07:48.249391 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 60918) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:07:48.254438 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.v2.base [None req-6734e458-fa89-4ffd-8cdf-7b2ccf94bbbe tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] Request body: {'security_group_rule': {'security_group_id': 'a14a42af-a4ef-4b15-8b8b-646b56cf2e04', 'project_id': 'f26aa26656004385a23ef6e54380f2d5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:07:48.308711 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.db.securitygroups_db [None req-6734e458-fa89-4ffd-8cdf-7b2ccf94bbbe tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] Project f26aa26656004385a23ef6e54380f2d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 14:07:48.317282 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6734e458-fa89-4ffd-8cdf-7b2ccf94bbbe tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:48.391502 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Device 8b830183-afdd-40e0-bf55-7a1543277751 up at agent ovs-agent-dv-cinder-784763-7-iscsi {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 14:07:48.490177 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6734e458-fa89-4ffd-8cdf-7b2ccf94bbbe tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:48.496359 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6734e458-fa89-4ffd-8cdf-7b2ccf94bbbe tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829969'] for security_group_rule, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:48.528900 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d6a616-9957-41ea-bb54-394382f42bde None None] Pushing event updated for resources: {'Port': ['ID=1c35e6e4-9637-4046-a0d8-32e4f114c85c,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:07:48.543925 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6734e458-fa89-4ffd-8cdf-7b2ccf94bbbe tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fb5a0b4-e39e-4a98-8d32-f055ef4f240b,revision_number=0']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:07:48.578232 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6734e458-fa89-4ffd-8cdf-7b2ccf94bbbe tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:48.582029 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-6734e458-fa89-4ffd-8cdf-7b2ccf94bbbe tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3315949 Jul 16 14:07:48.585460 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 60930) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:07:48.595235 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.v2.base [None req-950c9407-6c51-4896-be6d-81bd153c2ef5 tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] Request body: {'security_group_rule': {'security_group_id': 'a14a42af-a4ef-4b15-8b8b-646b56cf2e04', 'project_id': 'f26aa26656004385a23ef6e54380f2d5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:07:48.711253 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.db.securitygroups_db [None req-950c9407-6c51-4896-be6d-81bd153c2ef5 tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] Project f26aa26656004385a23ef6e54380f2d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 14:07:48.729503 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-950c9407-6c51-4896-be6d-81bd153c2ef5 tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:48.767913 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-f8aab7f9-3380-4fd6-83cf-fa9d27e0f706 None None] Set router 6707365d-3214-489a-b3f1-0e04b581f4b1 gateway port host: dv-cinder-784763-7-iscsi {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 14:07:48.770314 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Provisioning complete for port 8b830183-afdd-40e0-bf55-7a1543277751 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 14:07:48.770835 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16503849'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:48.784700 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bf5c6a-addd-4d6c-85dd-ec602881e8ff req-e8528849-3387-48ea-bb7a-156ba74f423c tempest-VolumesActionsTest-2139225872 tempest-VolumesActionsTest-2139225872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:07:48.786968 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-46bf5c6a-addd-4d6c-85dd-ec602881e8ff req-e8528849-3387-48ea-bb7a-156ba74f423c tempest-VolumesActionsTest-2139225872 tempest-VolumesActionsTest-2139225872-project] 10.222.0.10 "GET /v2.0/ports?device_id=98e533ce-b8d5-4f39-96cc-1891481e60ea HTTP/1.1" status: 200 len: 945 time: 0.1031091 Jul 16 14:07:48.840201 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-950c9407-6c51-4896-be6d-81bd153c2ef5 tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:48.845558 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-950c9407-6c51-4896-be6d-81bd153c2ef5 tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829969'] for security_group_rule, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:48.861483 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-46bf5c6a-addd-4d6c-85dd-ec602881e8ff req-30b9451b-3fa2-416c-8f1d-bce8e6a5a37a tempest-VolumesActionsTest-2139225872 tempest-VolumesActionsTest-2139225872-project] 10.222.0.10 "GET /v2.0/security-groups?id=fdcd4579-863f-428a-a566-067b53bf9d93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642986 Jul 16 14:07:48.867772 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950c9407-6c51-4896-be6d-81bd153c2ef5 tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8908ee1-682a-4e4d-868b-b263b492e68e,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:07:48.882582 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-950c9407-6c51-4896-be6d-81bd153c2ef5 tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:48.884176 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-950c9407-6c51-4896-be6d-81bd153c2ef5 tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2971752 Jul 16 14:07:49.084489 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-f8aab7f9-3380-4fd6-83cf-fa9d27e0f706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6707365d-3214-489a-b3f1-0e04b581f4b1', 'name': 'tempest-TestShelveInstance-1967118233-router', 'tenant_id': '7c459e0d46a0420f941214fda3fb550e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'external_fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '8b830183-afdd-40e0-bf55-7a1543277751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T14:07:38Z', 'updated_at': '2021-07-16T14:07:44Z', 'revision_number': 4, 'project_id': '7c459e0d46a0420f941214fda3fb550e', 'gw_port': {'id': '8b830183-afdd-40e0-bf55-7a1543277751', 'name': '', 'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:4b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6707365d-3214-489a-b3f1-0e04b581f4b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:07:39Z', 'updated_at': '2021-07-16T14:07:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-7-iscsi', '_interfaces': [{'id': '1c35e6e4-9637-4046-a0d8-32e4f114c85c', 'name': '', 'network_id': '24a5c810-62cd-44db-bbde-e6d58de04422', 'tenant_id': '7c459e0d46a0420f941214fda3fb550e', 'mac_address': 'fa:16:3e:ba:07:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6707365d-3214-489a-b3f1-0e04b581f4b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '8c0c9aa4-07ba-4222-9843-a88a691a0a0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:07:43Z', 'updated_at': '2021-07-16T14:07:48Z', 'revision_number': 4, 'project_id': '7c459e0d46a0420f941214fda3fb550e', 'subnets': [{'id': '8c0c9aa4-07ba-4222-9843-a88a691a0a0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-7-iscsi', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:07:49.119424 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8aab7f9-3380-4fd6-83cf-fa9d27e0f706 None None] The sync data for ids ['6707365d-3214-489a-b3f1-0e04b581f4b1'] in dv-cinder-784763-7-iscsi is: [{'id': '6707365d-3214-489a-b3f1-0e04b581f4b1', 'name': 'tempest-TestShelveInstance-1967118233-router', 'tenant_id': '7c459e0d46a0420f941214fda3fb550e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'external_fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '8b830183-afdd-40e0-bf55-7a1543277751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T14:07:38Z', 'updated_at': '2021-07-16T14:07:44Z', 'revision_number': 4, 'project_id': '7c459e0d46a0420f941214fda3fb550e', 'gw_port': {'id': '8b830183-afdd-40e0-bf55-7a1543277751', 'name': '', 'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:4b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6707365d-3214-489a-b3f1-0e04b581f4b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:07:39Z', 'updated_at': '2021-07-16T14:07:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-7-iscsi', '_interfaces': [{'id': '1c35e6e4-9637-4046-a0d8-32e4f114c85c', 'name': '', 'network_id': '24a5c810-62cd-44db-bbde-e6d58de04422', 'tenant_id': '7c459e0d46a0420f941214fda3fb550e', 'mac_address': 'fa:16:3e:ba:07:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6707365d-3214-489a-b3f1-0e04b581f4b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '8c0c9aa4-07ba-4222-9843-a88a691a0a0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:07:43Z', 'updated_at': '2021-07-16T14:07:48Z', 'revision_number': 4, 'project_id': '7c459e0d46a0420f941214fda3fb550e', 'subnets': [{'id': '8c0c9aa4-07ba-4222-9843-a88a691a0a0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 14:07:49.305962 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-ce2f4ee8-8ca5-4be2-908d-455cb9eda8fc req-dc8b8880-ac82-47b9-97ad-5e1ce9896285 tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] 10.222.0.10 "GET /v2.0/ports?device_id=c9c50053-99dd-429e-bc98-adf00b8f161d HTTP/1.1" status: 200 len: 210 time: 0.0532141 Jul 16 14:07:49.900271 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0480460-8b44-4b38-89c1-ab0d9f415c9f req-dc5cb1e1-eb8d-4aeb-bc85-952800936c75 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:07:49.926251 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-f0480460-8b44-4b38-89c1-ab0d9f415c9f req-dc5cb1e1-eb8d-4aeb-bc85-952800936c75 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ea9a593-16d3-465c-8131-fc586d36046d HTTP/1.1" status: 200 len: 945 time: 0.1323700 Jul 16 14:07:50.013048 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-f0480460-8b44-4b38-89c1-ab0d9f415c9f req-74167eef-348d-4476-abd8-ad1550ab7269 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/security-groups?id=82181ce4-b774-4a6f-9777-8cd5eff34a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750678 Jul 16 14:07:50.220346 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a2b26b-9981-4292-b97f-0c6b57fca97a req-7c642ab9-d055-46d3-bc8f-2cf212eeb0ab tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:07:50.225878 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Device 1c35e6e4-9637-4046-a0d8-32e4f114c85c up at agent ovs-agent-dv-cinder-784763-7-iscsi {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 14:07:50.227417 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-71a2b26b-9981-4292-b97f-0c6b57fca97a req-7c642ab9-d055-46d3-bc8f-2cf212eeb0ab tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] 10.222.0.25 "GET /v2.0/networks?id=7ef1faca-03ae-449a-aec5-eac3348ec315 HTTP/1.1" status: 200 len: 814 time: 0.3433554 Jul 16 14:07:50.279909 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.v2.base [req-71a2b26b-9981-4292-b97f-0c6b57fca97a req-12cce1de-c10b-4222-b93f-9298ebea73ef tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] Request body: {'port': {'device_id': 'c9c50053-99dd-429e-bc98-adf00b8f161d', 'network_id': '7ef1faca-03ae-449a-aec5-eac3348ec315', 'admin_state_up': True, 'tenant_id': '65aa6d16d1494e3e938670a7bcde4ef6'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:07:50.293353 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Provisioning for port 1c35e6e4-9637-4046-a0d8-32e4f114c85c completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 14:07:50.301107 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Provisioning complete for port 1c35e6e4-9637-4046-a0d8-32e4f114c85c triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 14:07:50.301755 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16503849'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:50.392990 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027151a2-49c3-4535-8946-e159d399d48b req-108938f1-dcde-4595-913c-914cdf7a4e01 tempest-VolumesActionsTest-2139225872 tempest-VolumesActionsTest-2139225872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:07:50.399421 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-027151a2-49c3-4535-8946-e159d399d48b req-108938f1-dcde-4595-913c-914cdf7a4e01 tempest-VolumesActionsTest-2139225872 tempest-VolumesActionsTest-2139225872-project] 10.222.0.10 "GET /v2.0/ports?device_id=98e533ce-b8d5-4f39-96cc-1891481e60ea HTTP/1.1" status: 200 len: 945 time: 0.2936344 Jul 16 14:07:50.402770 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6b0aceca-c8b2-428e-8276-b0efc0cfd171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:50.467738 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:50.540617 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] For port 1c35e6e4-9637-4046-a0d8-32e4f114c85c, host dv-cinder-784763-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-7-iscsi',level=0,port_id=1c35e6e4-9637-4046-a0d8-32e4f114c85c,segment=NetworkSegment(51c90124-6cb4-4ee1-9251-b2560b99c2e4),segment_id=51c90124-6cb4-4ee1-9251-b2560b99c2e4)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:07:50.550122 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736156224341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736155824276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736155824294'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:50.582809 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-027151a2-49c3-4535-8946-e159d399d48b req-9a86d244-b320-45d0-8a14-bbb18b0d879e tempest-VolumesActionsTest-2139225872 tempest-VolumesActionsTest-2139225872-project] 10.222.0.10 "GET /v2.0/security-groups?id=fdcd4579-863f-428a-a566-067b53bf9d93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644464 Jul 16 14:07:50.701986 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Pushing event updated for resources: {'Port': ['ID=1c35e6e4-9637-4046-a0d8-32e4f114c85c,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:07:50.706221 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:50.710198 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71a2b26b-9981-4292-b97f-0c6b57fca97a req-12cce1de-c10b-4222-b93f-9298ebea73ef tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] Made reservation on behalf of 65aa6d16d1494e3e938670a7bcde4ef6 for: {'port': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 14:07:50.714260 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-71a2b26b-9981-4292-b97f-0c6b57fca97a req-12cce1de-c10b-4222-b93f-9298ebea73ef tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:50.830930 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226855cf-34c8-4648-b9f1-19190a133891 req-f2df5bd5-3dc4-439c-84af-27202f3458c5 tempest-VolumesActionsTest-2139225872 tempest-VolumesActionsTest-2139225872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:07:50.832427 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-226855cf-34c8-4648-b9f1-19190a133891 req-f2df5bd5-3dc4-439c-84af-27202f3458c5 tempest-VolumesActionsTest-2139225872 tempest-VolumesActionsTest-2139225872-project] 10.222.0.25 "GET /v2.0/ports?device_id=98e533ce-b8d5-4f39-96cc-1891481e60ea HTTP/1.1" status: 200 len: 945 time: 0.1303198 Jul 16 14:07:50.910225 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [req-71a2b26b-9981-4292-b97f-0c6b57fca97a req-12cce1de-c10b-4222-b93f-9298ebea73ef tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] Allocated IP 172.20.0.13 (7ef1faca-03ae-449a-aec5-eac3348ec315/b9558011-4645-42ab-96a4-509a9f3696f5/18a09b15-3ef5-4c09-9928-549cb8310208) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 14:07:50.991046 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-226855cf-34c8-4648-b9f1-19190a133891 req-97216a56-343d-4415-b904-e9e0620ad770 tempest-VolumesActionsTest-2139225872 tempest-VolumesActionsTest-2139225872-project] Deleting port 87b00c1e-d47b-4f4d-a0a0-c27e6cc821ae {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 14:07:50.991046 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-226855cf-34c8-4648-b9f1-19190a133891 req-97216a56-343d-4415-b904-e9e0620ad770 tempest-VolumesActionsTest-2139225872 tempest-VolumesActionsTest-2139225872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736156223663'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:51.009316 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-eb7cb132-1af9-434f-bb78-34f1c6200d5c req-ae1a433b-9880-44e0-aec9-1ab27496ab83 tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] 10.222.0.10 "GET /v2.0/ports?device_id=c9c50053-99dd-429e-bc98-adf00b8f161d HTTP/1.1" status: 200 len: 210 time: 0.0475266 Jul 16 14:07:51.118677 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-226855cf-34c8-4648-b9f1-19190a133891 req-97216a56-343d-4415-b904-e9e0620ad770 tempest-VolumesActionsTest-2139225872 tempest-VolumesActionsTest-2139225872-project] For port 87b00c1e-d47b-4f4d-a0a0-c27e6cc821ae, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=87b00c1e-d47b-4f4d-a0a0-c27e6cc821ae,segment=NetworkSegment(44b1e1c5-8f3f-4ecf-9e5c-752c9045ce28),segment_id=44b1e1c5-8f3f-4ecf-9e5c-752c9045ce28)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:07:51.119072 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-226855cf-34c8-4648-b9f1-19190a133891 req-97216a56-343d-4415-b904-e9e0620ad770 tempest-VolumesActionsTest-2139225872 tempest-VolumesActionsTest-2139225872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683922'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:51.138706 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-226855cf-34c8-4648-b9f1-19190a133891 req-97216a56-343d-4415-b904-e9e0620ad770 tempest-VolumesActionsTest-2139225872 tempest-VolumesActionsTest-2139225872-project] Calling delete_port for 87b00c1e-d47b-4f4d-a0a0-c27e6cc821ae owned by compute:nova {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 14:07:51.164429 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-71a2b26b-9981-4292-b97f-0c6b57fca97a req-12cce1de-c10b-4222-b93f-9298ebea73ef tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:51.211998 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-71a2b26b-9981-4292-b97f-0c6b57fca97a req-12cce1de-c10b-4222-b93f-9298ebea73ef tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736155824258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4062758'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:51.258948 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] get_ports_and_sgs() called for port_ids ['cdc682a6-5781-4281-b8b8-ea55227069a2', '05c7d08c-c6c0-4b8e-94fa-71a6a07db20b'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 14:07:51.270333 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71a2b26b-9981-4292-b97f-0c6b57fca97a req-12cce1de-c10b-4222-b93f-9298ebea73ef tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] Network 7ef1faca-03ae-449a-aec5-eac3348ec315 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 14:07:51.274486 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [req-71a2b26b-9981-4292-b97f-0c6b57fca97a req-12cce1de-c10b-4222-b93f-9298ebea73ef tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 14:07:51.278949 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [req-71a2b26b-9981-4292-b97f-0c6b57fca97a req-12cce1de-c10b-4222-b93f-9298ebea73ef tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 14:07:51.283054 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cce1de-c10b-4222-b93f-9298ebea73ef tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] Pushing event updated for resources: {'Port': ['ID=18a09b15-3ef5-4c09-9928-549cb8310208,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:07:51.347319 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-226855cf-34c8-4648-b9f1-19190a133891 req-97216a56-343d-4415-b904-e9e0620ad770 tempest-VolumesActionsTest-2139225872 tempest-VolumesActionsTest-2139225872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736156224386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736155824267'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:51.348829 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a2b26b-9981-4292-b97f-0c6b57fca97a req-12cce1de-c10b-4222-b93f-9298ebea73ef tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:07:51.349549 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-71a2b26b-9981-4292-b97f-0c6b57fca97a req-12cce1de-c10b-4222-b93f-9298ebea73ef tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583268'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:51.374740 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-71a2b26b-9981-4292-b97f-0c6b57fca97a req-12cce1de-c10b-4222-b93f-9298ebea73ef tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1074200 Jul 16 14:07:51.382699 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97216a56-343d-4415-b904-e9e0620ad770 tempest-VolumesActionsTest-2139225872 tempest-VolumesActionsTest-2139225872-project] Pushing event deleted for resources: {'Port': ['ID=87b00c1e-d47b-4f4d-a0a0-c27e6cc821ae,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:07:51.398017 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.v2.base [req-71a2b26b-9981-4292-b97f-0c6b57fca97a req-bbfc16b8-c39b-4a8a-8ca1-cfb9ca389c66 service neutron] Request body: {'port': {'device_id': 'c9c50053-99dd-429e-bc98-adf00b8f161d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78476'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:07:51.432917 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-64ab8875-bbbc-4415-a681-ef47cf0d365f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:51.446187 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-226855cf-34c8-4648-b9f1-19190a133891 req-97216a56-343d-4415-b904-e9e0620ad770 tempest-VolumesActionsTest-2139225872 tempest-VolumesActionsTest-2139225872-project] No DVR routers for this DVR port 87b00c1e-d47b-4f4d-a0a0-c27e6cc821ae on host hv-cinder-78476 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 14:07:51.448920 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-226855cf-34c8-4648-b9f1-19190a133891 req-97216a56-343d-4415-b904-e9e0620ad770 tempest-VolumesActionsTest-2139225872 tempest-VolumesActionsTest-2139225872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72406'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:51.450973 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-226855cf-34c8-4648-b9f1-19190a133891 req-97216a56-343d-4415-b904-e9e0620ad770 tempest-VolumesActionsTest-2139225872 tempest-VolumesActionsTest-2139225872-project] 10.222.0.25 "DELETE /v2.0/ports/87b00c1e-d47b-4f4d-a0a0-c27e6cc821ae HTTP/1.1" status: 204 len: 173 time: 0.6004796 Jul 16 14:07:51.451452 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98e533ce-b8d5-4f39-96cc-1891481e60ea', 'name': 'network-vif-deleted', 'tag': '87b00c1e-d47b-4f4d-a0a0-c27e6cc821ae'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 14:07:51.453835 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}669b174d507dea59856bca4514a747f2bad56b4b9d456cc0353e9cf2427ac1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab099d54-51ee-4dcc-9acf-ad988bdf46f7" -d '{"events": [{"server_uuid": "98e533ce-b8d5-4f39-96cc-1891481e60ea", "name": "network-vif-deleted", "tag": "87b00c1e-d47b-4f4d-a0a0-c27e6cc821ae"}]}' {{(pid=93101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 14:07:51.481486 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-71a2b26b-9981-4292-b97f-0c6b57fca97a req-bbfc16b8-c39b-4a8a-8ca1-cfb9ca389c66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:51.513569 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 14:07:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c429419-b334-4085-aa1f-a62bc24b3179 x-openstack-request-id: req-7c429419-b334-4085-aa1f-a62bc24b3179 {{(pid=93101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 14:07:51.513834 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98e533ce-b8d5-4f39-96cc-1891481e60ea", "name": "network-vif-deleted", "tag": "87b00c1e-d47b-4f4d-a0a0-c27e6cc821ae", "status": "completed", "code": 200}]} {{(pid=93101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 14:07:51.514107 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7c429419-b334-4085-aa1f-a62bc24b3179 {{(pid=93101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 14:07:51.514624 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98e533ce-b8d5-4f39-96cc-1891481e60ea', 'name': 'network-vif-deleted', 'tag': '87b00c1e-d47b-4f4d-a0a0-c27e6cc821ae', 'status': 'completed', 'code': 200} Jul 16 14:07:51.727921 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-05742562-16a2-43fc-99ad-3bca79760248 req-c465b8a9-c69c-4b56-a008-a2cc2ed42ac5 tempest-VolumesActionsTest-2139225872 tempest-VolumesActionsTest-2139225872-project] 10.222.0.10 "GET /v2.0/ports?device_id=98e533ce-b8d5-4f39-96cc-1891481e60ea HTTP/1.1" status: 200 len: 210 time: 0.0370374 Jul 16 14:07:51.812427 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.notifiers.nova [req-71a2b26b-9981-4292-b97f-0c6b57fca97a req-bbfc16b8-c39b-4a8a-8ca1-cfb9ca389c66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18a09b15-3ef5-4c09-9928-549cb8310208 {{(pid=93102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 14:07:51.820357 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-71a2b26b-9981-4292-b97f-0c6b57fca97a req-bbfc16b8-c39b-4a8a-8ca1-cfb9ca389c66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:51.831931 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.db.provisioning_blocks [req-71a2b26b-9981-4292-b97f-0c6b57fca97a req-bbfc16b8-c39b-4a8a-8ca1-cfb9ca389c66 service neutron] Transition to ACTIVE for port object 18a09b15-3ef5-4c09-9928-549cb8310208 will not be triggered until provisioned by entity L2. {{(pid=93102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 14:07:51.836690 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-71a2b26b-9981-4292-b97f-0c6b57fca97a req-bbfc16b8-c39b-4a8a-8ca1-cfb9ca389c66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736156224341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736155824276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736155824294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4062751'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:51.887086 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfc16b8-c39b-4a8a-8ca1-cfb9ca389c66 service neutron] Pushing event updated for resources: {'Port': ['ID=18a09b15-3ef5-4c09-9928-549cb8310208,revision_number=2']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:07:51.954584 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [req-71a2b26b-9981-4292-b97f-0c6b57fca97a req-bbfc16b8-c39b-4a8a-8ca1-cfb9ca389c66 service neutron] Attempting to bind port 18a09b15-3ef5-4c09-9928-549cb8310208 on host hv-cinder-78476 for vnic_type normal with profile {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 14:07:51.954916 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [req-71a2b26b-9981-4292-b97f-0c6b57fca97a req-bbfc16b8-c39b-4a8a-8ca1-cfb9ca389c66 service neutron] Attempting to bind port 18a09b15-3ef5-4c09-9928-549cb8310208 by drivers openvswitch,hyperv on host hv-cinder-78476 at level 0 using segments [{'id': '3b8d15a4-d0f0-4e80-8b94-8fdab701065f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '7ef1faca-03ae-449a-aec5-eac3348ec315'}] {{(pid=93102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 14:07:51.955240 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71a2b26b-9981-4292-b97f-0c6b57fca97a req-bbfc16b8-c39b-4a8a-8ca1-cfb9ca389c66 service neutron] Attempting to bind port 18a09b15-3ef5-4c09-9928-549cb8310208 on network 7ef1faca-03ae-449a-aec5-eac3348ec315 {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 14:07:51.959887 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71a2b26b-9981-4292-b97f-0c6b57fca97a req-bbfc16b8-c39b-4a8a-8ca1-cfb9ca389c66 service neutron] Port 18a09b15-3ef5-4c09-9928-549cb8310208 on network 7ef1faca-03ae-449a-aec5-eac3348ec315 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78476 {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 14:07:51.960199 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71a2b26b-9981-4292-b97f-0c6b57fca97a req-bbfc16b8-c39b-4a8a-8ca1-cfb9ca389c66 service neutron] Attempting to bind port 18a09b15-3ef5-4c09-9928-549cb8310208 on network 7ef1faca-03ae-449a-aec5-eac3348ec315 {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 14:07:51.964990 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71a2b26b-9981-4292-b97f-0c6b57fca97a req-bbfc16b8-c39b-4a8a-8ca1-cfb9ca389c66 service neutron] Checking agent: {'id': '6fdce28b-c36c-45c9-95d7-1ffee3187505', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78476', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 14, 3, 46), 'started_at': datetime.datetime(2021, 7, 16, 14, 3, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 14, 7, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 14:07:51.965317 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71a2b26b-9981-4292-b97f-0c6b57fca97a req-bbfc16b8-c39b-4a8a-8ca1-cfb9ca389c66 service neutron] Checking segment: {'id': '3b8d15a4-d0f0-4e80-8b94-8fdab701065f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '7ef1faca-03ae-449a-aec5-eac3348ec315'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 14:07:51.965694 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71a2b26b-9981-4292-b97f-0c6b57fca97a req-bbfc16b8-c39b-4a8a-8ca1-cfb9ca389c66 service neutron] Bound using segment: {'id': '3b8d15a4-d0f0-4e80-8b94-8fdab701065f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '7ef1faca-03ae-449a-aec5-eac3348ec315'} {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 14:07:51.966108 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [req-71a2b26b-9981-4292-b97f-0c6b57fca97a req-bbfc16b8-c39b-4a8a-8ca1-cfb9ca389c66 service neutron] Bound port: 18a09b15-3ef5-4c09-9928-549cb8310208, host: hv-cinder-78476, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b8d15a4-d0f0-4e80-8b94-8fdab701065f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '7ef1faca-03ae-449a-aec5-eac3348ec315'}}] {{(pid=93102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 14:07:51.966449 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-71a2b26b-9981-4292-b97f-0c6b57fca97a req-bbfc16b8-c39b-4a8a-8ca1-cfb9ca389c66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:52.029091 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.db [req-71a2b26b-9981-4292-b97f-0c6b57fca97a req-bbfc16b8-c39b-4a8a-8ca1-cfb9ca389c66 service neutron] For port 18a09b15-3ef5-4c09-9928-549cb8310208, host hv-cinder-78476, cleared binding levels {{(pid=93102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 14:07:52.032207 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.db [req-71a2b26b-9981-4292-b97f-0c6b57fca97a req-bbfc16b8-c39b-4a8a-8ca1-cfb9ca389c66 service neutron] For port 18a09b15-3ef5-4c09-9928-549cb8310208, host hv-cinder-78476, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=18a09b15-3ef5-4c09-9928-549cb8310208,segment=NetworkSegment(3b8d15a4-d0f0-4e80-8b94-8fdab701065f),segment_id=3b8d15a4-d0f0-4e80-8b94-8fdab701065f)] {{(pid=93102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 14:07:52.035856 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-71a2b26b-9981-4292-b97f-0c6b57fca97a req-bbfc16b8-c39b-4a8a-8ca1-cfb9ca389c66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736156224341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736155824276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736155824294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4062751'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:52.090656 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a2b26b-9981-4292-b97f-0c6b57fca97a req-bbfc16b8-c39b-4a8a-8ca1-cfb9ca389c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:07:52.091276 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-71a2b26b-9981-4292-b97f-0c6b57fca97a req-bbfc16b8-c39b-4a8a-8ca1-cfb9ca389c66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583268'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:52.092723 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-71a2b26b-9981-4292-b97f-0c6b57fca97a req-bbfc16b8-c39b-4a8a-8ca1-cfb9ca389c66 service neutron] 10.222.0.25 "PUT /v2.0/ports/18a09b15-3ef5-4c09-9928-549cb8310208 HTTP/1.1" status: 200 len: 1094 time: 0.6993954 Jul 16 14:07:52.093213 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9c50053-99dd-429e-bc98-adf00b8f161d', 'tag': '18a09b15-3ef5-4c09-9928-549cb8310208'}] {{(pid=93102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 14:07:52.095930 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a11fcfe668901014f0ad0c9d70c66bea342e29a2e59f45ce58be81cf923ee92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcba01d3-7c72-4ad7-9d9c-8b5313337306" -d '{"events": [{"name": "network-changed", "server_uuid": "c9c50053-99dd-429e-bc98-adf00b8f161d", "tag": "18a09b15-3ef5-4c09-9928-549cb8310208"}]}' {{(pid=93102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 14:07:52.141428 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfc16b8-c39b-4a8a-8ca1-cfb9ca389c66 service neutron] Pushing event updated for resources: {'Port': ['ID=18a09b15-3ef5-4c09-9928-549cb8310208,revision_number=3']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:07:52.172948 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 14:07:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45ec6776-5d75-4960-927b-2cd1467d30bc x-openstack-request-id: req-45ec6776-5d75-4960-927b-2cd1467d30bc {{(pid=93102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 14:07:52.173730 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9c50053-99dd-429e-bc98-adf00b8f161d", "tag": "18a09b15-3ef5-4c09-9928-549cb8310208", "status": "completed", "code": 200}]} {{(pid=93102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 14:07:52.174014 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-45ec6776-5d75-4960-927b-2cd1467d30bc {{(pid=93102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 14:07:52.175989 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9c50053-99dd-429e-bc98-adf00b8f161d', 'tag': '18a09b15-3ef5-4c09-9928-549cb8310208', 'status': 'completed', 'code': 200} Jul 16 14:07:52.181663 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Device 1c35e6e4-9637-4046-a0d8-32e4f114c85c up at agent ovs-agent-dv-cinder-784763-7-iscsi {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 14:07:52.282127 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Provisioning complete for port 1c35e6e4-9637-4046-a0d8-32e4f114c85c triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 14:07:52.282692 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16503849'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:52.304208 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002a9014-a548-4ed7-9d7a-9cc523ccb683 req-8951f3d5-7fd3-46e1-a11b-7a1fc33534ec tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:07:52.306491 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-002a9014-a548-4ed7-9d7a-9cc523ccb683 req-8951f3d5-7fd3-46e1-a11b-7a1fc33534ec tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] 10.222.0.10 "GET /v2.0/ports?device_id=c9c50053-99dd-429e-bc98-adf00b8f161d HTTP/1.1" status: 200 len: 944 time: 0.1358640 Jul 16 14:07:52.333808 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a2b26b-9981-4292-b97f-0c6b57fca97a req-f285200b-392b-4941-ae71-c78c660a70f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:07:52.336067 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-71a2b26b-9981-4292-b97f-0c6b57fca97a req-f285200b-392b-4941-ae71-c78c660a70f5 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=65aa6d16d1494e3e938670a7bcde4ef6&device_id=c9c50053-99dd-429e-bc98-adf00b8f161d HTTP/1.1" status: 200 len: 1097 time: 0.0963228 Jul 16 14:07:52.361065 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-002a9014-a548-4ed7-9d7a-9cc523ccb683 req-b64506b7-061d-415a-b288-1ee322eb88a8 tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] 10.222.0.10 "GET /v2.0/security-groups?id=b754fbbd-8895-49e9-87a9-98dda090ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480404 Jul 16 14:07:52.405229 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-71a2b26b-9981-4292-b97f-0c6b57fca97a req-4e941f31-8dd0-4be0-aae6-f197ca58b68f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=18a09b15-3ef5-4c09-9928-549cb8310208 HTTP/1.1" status: 200 len: 217 time: 0.0488746 Jul 16 14:07:52.457106 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a2b26b-9981-4292-b97f-0c6b57fca97a req-2748d86d-4e96-4f81-a89b-575429afdb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:07:52.458572 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-71a2b26b-9981-4292-b97f-0c6b57fca97a req-2748d86d-4e96-4f81-a89b-575429afdb0b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b9558011-4645-42ab-96a4-509a9f3696f5 HTTP/1.1" status: 200 len: 854 time: 0.0448289 Jul 16 14:07:52.498422 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-71a2b26b-9981-4292-b97f-0c6b57fca97a req-3d8c6c37-6d8b-4d0a-ac53-32b0fade94c6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7ef1faca-03ae-449a-aec5-eac3348ec315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310829 Jul 16 14:07:52.604360 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-71a2b26b-9981-4292-b97f-0c6b57fca97a req-1a09f094-2ec2-4724-864c-97ffe9a878dd service neutron] 10.222.0.25 "GET /v2.0/networks/7ef1faca-03ae-449a-aec5-eac3348ec315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982246 Jul 16 14:07:52.711714 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-71a2b26b-9981-4292-b97f-0c6b57fca97a req-f2beeb96-1a98-4fbd-91fc-5f6a820edb3f service neutron] 10.222.0.25 "GET /v2.0/networks/7ef1faca-03ae-449a-aec5-eac3348ec315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925603 Jul 16 14:07:52.863500 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 32896) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:07:52.922090 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcba01d3-7c72-4ad7-9d9c-8b5313337306 req-6a6e7998-71c2-4757-aa88-9e503cfe9a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:07:52.925058 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-dcba01d3-7c72-4ad7-9d9c-8b5313337306 req-6a6e7998-71c2-4757-aa88-9e503cfe9a89 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=65aa6d16d1494e3e938670a7bcde4ef6&device_id=c9c50053-99dd-429e-bc98-adf00b8f161d HTTP/1.1" status: 200 len: 1097 time: 0.0798333 Jul 16 14:07:53.009630 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-cf049d8d-0382-4ded-a0ef-6a43fc8d8e4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:53.031488 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcba01d3-7c72-4ad7-9d9c-8b5313337306 req-bf0b2b2c-e017-41f4-897c-0c1ae4479749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:07:53.034225 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-dcba01d3-7c72-4ad7-9d9c-8b5313337306 req-bf0b2b2c-e017-41f4-897c-0c1ae4479749 service neutron] 10.222.0.25 "GET /v2.0/networks?id=7ef1faca-03ae-449a-aec5-eac3348ec315 HTTP/1.1" status: 200 len: 915 time: 0.0991724 Jul 16 14:07:53.083829 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-fe1600e4-7db6-428f-a340-75d1d02f3a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:53.125561 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-dcba01d3-7c72-4ad7-9d9c-8b5313337306 req-a262a272-908f-4831-a766-96883f584fb9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=18a09b15-3ef5-4c09-9928-549cb8310208 HTTP/1.1" status: 200 len: 217 time: 0.0756371 Jul 16 14:07:53.131872 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-cf049d8d-0382-4ded-a0ef-6a43fc8d8e4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:53.137049 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-cf049d8d-0382-4ded-a0ef-6a43fc8d8e4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:53.177848 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-cf049d8d-0382-4ded-a0ef-6a43fc8d8e4d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c4eb74e48a124e66b350f17d71cfbce2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3116584 Jul 16 14:07:53.180551 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 32918) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:07:53.204376 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf049d8d-0382-4ded-a0ef-6a43fc8d8e4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df4ca32b-a5a6-4fce-add2-9bb7c82aa70c,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:07:53.245964 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcba01d3-7c72-4ad7-9d9c-8b5313337306 req-00369d56-6c54-4647-ae5a-223c9e3113ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:07:53.247686 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-dcba01d3-7c72-4ad7-9d9c-8b5313337306 req-00369d56-6c54-4647-ae5a-223c9e3113ed service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b9558011-4645-42ab-96a4-509a9f3696f5 HTTP/1.1" status: 200 len: 854 time: 0.1130269 Jul 16 14:07:53.260521 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8d270f60-25a3-4fd7-be32-73ed02bb4f6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:53.295480 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8d270f60-25a3-4fd7-be32-73ed02bb4f6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:53.318298 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-dcba01d3-7c72-4ad7-9d9c-8b5313337306 req-42e83dcb-d9cc-422e-973e-cab77f8fc23d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7ef1faca-03ae-449a-aec5-eac3348ec315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355141 Jul 16 14:07:53.376393 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8d270f60-25a3-4fd7-be32-73ed02bb4f6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:53.380122 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8d270f60-25a3-4fd7-be32-73ed02bb4f6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:53.382217 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-8d270f60-25a3-4fd7-be32-73ed02bb4f6f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/df4ca32b-a5a6-4fce-add2-9bb7c82aa70c HTTP/1.1" status: 204 len: 168 time: 0.2004466 Jul 16 14:07:53.392468 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d270f60-25a3-4fd7-be32-73ed02bb4f6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df4ca32b-a5a6-4fce-add2-9bb7c82aa70c,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:07:53.457605 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854457b7-d07f-459d-bb86-bc3aa9bebcda req-7dab698d-fac9-4c2c-af7a-695a8c8e822c tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:07:53.459767 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-854457b7-d07f-459d-bb86-bc3aa9bebcda req-7dab698d-fac9-4c2c-af7a-695a8c8e822c tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7c92e1b-6094-4c34-87d7-cc60aafaa6c1 HTTP/1.1" status: 200 len: 946 time: 0.1155882 Jul 16 14:07:53.541368 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-854457b7-d07f-459d-bb86-bc3aa9bebcda req-60b43df3-8ed4-4c51-baa6-01438a3f67e3 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7ffdc71-7446-41a9-bfc4-bf78fcf225fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718951 Jul 16 14:07:53.550885 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-dcba01d3-7c72-4ad7-9d9c-8b5313337306 req-486dc426-253f-4419-96fa-43a80099763c service neutron] 10.222.0.25 "GET /v2.0/networks/7ef1faca-03ae-449a-aec5-eac3348ec315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560740 Jul 16 14:07:53.694630 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e7d9a9-33fa-414c-ac9f-dae2a374ccc9 req-cd48fbb2-256f-4012-a193-5fd846bae28e tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:07:53.694962 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-c7e7d9a9-33fa-414c-ac9f-dae2a374ccc9 req-cd48fbb2-256f-4012-a193-5fd846bae28e tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] 10.222.0.10 "GET /v2.0/ports?device_id=c9c50053-99dd-429e-bc98-adf00b8f161d HTTP/1.1" status: 200 len: 944 time: 0.1662352 Jul 16 14:07:53.702830 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.agents_db [None req-74bc78d6-8b96-4e29-998d-b6ecd97de622 None None] Agent healthcheck: found 6 active agents {{(pid=93105) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 14:07:53.716421 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-dcba01d3-7c72-4ad7-9d9c-8b5313337306 req-0081fe5e-efa2-4024-911a-f922821d7103 service neutron] 10.222.0.25 "GET /v2.0/networks/7ef1faca-03ae-449a-aec5-eac3348ec315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378055 Jul 16 14:07:53.762940 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-c7e7d9a9-33fa-414c-ac9f-dae2a374ccc9 req-8e33c437-45ee-4335-86a8-021683e3d6e8 tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] 10.222.0.10 "GET /v2.0/security-groups?id=b754fbbd-8895-49e9-87a9-98dda090ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572717 Jul 16 14:07:53.786037 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 32954) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:07:53.800038 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Device 87b00c1e-d47b-4f4d-a0a0-c27e6cc821ae no longer exists at agent hyperv_hv-cinder-78476 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 14:07:53.800542 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-bde14022-1efa-43ce-870a-a3edbef7e5ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:53.821335 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] No Port match for: 87b00c1e-d47b-4f4d-a0a0-c27e6cc821ae {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 14:07:53.821789 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Device 87b00c1e-d47b-4f4d-a0a0-c27e6cc821ae not bound to the agent host hv-cinder-78476 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 14:07:53.939372 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-bde14022-1efa-43ce-870a-a3edbef7e5ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:53.942759 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-bde14022-1efa-43ce-870a-a3edbef7e5ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:53.986925 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-bde14022-1efa-43ce-870a-a3edbef7e5ae admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5036fd2bdf5644dba2eeabbaf1f36069&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1996667 Jul 16 14:07:53.988085 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde14022-1efa-43ce-870a-a3edbef7e5ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fe5a37c-f5aa-475f-bf8a-f79a83e1f503,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:07:53.989751 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 32974) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:07:54.040974 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-40120cc4-d442-4d0f-974a-e84bef0f7140 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:54.063271 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-40120cc4-d442-4d0f-974a-e84bef0f7140 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:54.121869 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-40120cc4-d442-4d0f-974a-e84bef0f7140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:54.124538 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-40120cc4-d442-4d0f-974a-e84bef0f7140 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:54.125797 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-40120cc4-d442-4d0f-974a-e84bef0f7140 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7fe5a37c-f5aa-475f-bf8a-f79a83e1f503 HTTP/1.1" status: 204 len: 168 time: 0.1344044 Jul 16 14:07:54.133884 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40120cc4-d442-4d0f-974a-e84bef0f7140 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fe5a37c-f5aa-475f-bf8a-f79a83e1f503,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:07:54.713139 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1767b653-2359-41e2-8a23-d6a8d1825571 req-150f6f3f-9db5-4f80-a88e-df8849985d0f tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:07:54.715045 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-1767b653-2359-41e2-8a23-d6a8d1825571 req-150f6f3f-9db5-4f80-a88e-df8849985d0f tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7c92e1b-6094-4c34-87d7-cc60aafaa6c1 HTTP/1.1" status: 200 len: 946 time: 0.0648279 Jul 16 14:07:54.753919 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-1767b653-2359-41e2-8a23-d6a8d1825571 req-92d75e4f-55c2-4106-8be9-9e337b5b1edd tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7ffdc71-7446-41a9-bfc4-bf78fcf225fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328865 Jul 16 14:07:54.936162 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52f1bba-6f28-4f52-969d-22fcb51c7542 req-84c4a16c-c5c9-4d74-a660-bbd5281def29 tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:07:54.937557 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-b52f1bba-6f28-4f52-969d-22fcb51c7542 req-84c4a16c-c5c9-4d74-a660-bbd5281def29 tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] 10.222.0.10 "GET /v2.0/ports?device_id=c9c50053-99dd-429e-bc98-adf00b8f161d HTTP/1.1" status: 200 len: 944 time: 0.0683124 Jul 16 14:07:54.979186 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-b52f1bba-6f28-4f52-969d-22fcb51c7542 req-e39225cb-64c6-46c7-9b63-a80cd4c7839e tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] 10.222.0.10 "GET /v2.0/security-groups?id=b754fbbd-8895-49e9-87a9-98dda090ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344720 Jul 16 14:07:55.932347 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce712c66-797c-4034-a40b-2b5305f9c371 req-7881e704-dada-4bc7-acf6-99ed9ed29293 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:07:55.933835 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-ce712c66-797c-4034-a40b-2b5305f9c371 req-7881e704-dada-4bc7-acf6-99ed9ed29293 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7c92e1b-6094-4c34-87d7-cc60aafaa6c1 HTTP/1.1" status: 200 len: 946 time: 0.0614915 Jul 16 14:07:55.971601 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-ce712c66-797c-4034-a40b-2b5305f9c371 req-78e48b6b-ab8f-4be5-baac-9449f8ab85fe tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7ffdc71-7446-41a9-bfc4-bf78fcf225fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322516 Jul 16 14:07:56.147703 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f84af5-4b67-4e28-b0cd-74b0fce861b3 req-c230b2bd-a5dc-4e3c-ad27-4020ad7f3a5d tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:07:56.149203 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-18f84af5-4b67-4e28-b0cd-74b0fce861b3 req-c230b2bd-a5dc-4e3c-ad27-4020ad7f3a5d tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] 10.222.0.10 "GET /v2.0/ports?device_id=c9c50053-99dd-429e-bc98-adf00b8f161d HTTP/1.1" status: 200 len: 944 time: 0.0618544 Jul 16 14:07:56.186744 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-18f84af5-4b67-4e28-b0cd-74b0fce861b3 req-cc97b2d5-9aee-4a61-843b-c39b9fb683d3 tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] 10.222.0.10 "GET /v2.0/security-groups?id=b754fbbd-8895-49e9-87a9-98dda090ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318668 Jul 16 14:07:57.146868 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18269320-36f3-49ff-a56b-b8e182ea2cc4 req-242cef80-8d85-448b-9f8a-92b4292fd121 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:07:57.148319 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-18269320-36f3-49ff-a56b-b8e182ea2cc4 req-242cef80-8d85-448b-9f8a-92b4292fd121 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7c92e1b-6094-4c34-87d7-cc60aafaa6c1 HTTP/1.1" status: 200 len: 946 time: 0.0649772 Jul 16 14:07:57.185930 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-18269320-36f3-49ff-a56b-b8e182ea2cc4 req-49e630ca-3674-4c13-90e1-b4d4b84949ce tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7ffdc71-7446-41a9-bfc4-bf78fcf225fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318537 Jul 16 14:07:57.370195 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e413d5-34b6-4610-be31-4479380a680f req-80a2f2b7-d922-4374-bc51-aace2ce3eb94 tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:07:57.371803 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-03e413d5-34b6-4610-be31-4479380a680f req-80a2f2b7-d922-4374-bc51-aace2ce3eb94 tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] 10.222.0.10 "GET /v2.0/ports?device_id=c9c50053-99dd-429e-bc98-adf00b8f161d HTTP/1.1" status: 200 len: 944 time: 0.0676992 Jul 16 14:07:57.410869 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-03e413d5-34b6-4610-be31-4479380a680f req-ea0875c4-bbbf-4abb-bcef-521d91970f61 tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] 10.222.0.10 "GET /v2.0/security-groups?id=b754fbbd-8895-49e9-87a9-98dda090ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333741 Jul 16 14:07:57.812723 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Device 18a09b15-3ef5-4c09-9928-549cb8310208 details requested by agent hyperv_hv-cinder-78476 with host hv-cinder-78476 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 14:07:57.914672 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] For port 18a09b15-3ef5-4c09-9928-549cb8310208, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=18a09b15-3ef5-4c09-9928-549cb8310208,segment=NetworkSegment(3b8d15a4-d0f0-4e80-8b94-8fdab701065f),segment_id=3b8d15a4-d0f0-4e80-8b94-8fdab701065f)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:07:57.926024 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Returning: {'device': '18a09b15-3ef5-4c09-9928-549cb8310208', 'network_id': '7ef1faca-03ae-449a-aec5-eac3348ec315', 'port_id': '18a09b15-3ef5-4c09-9928-549cb8310208', 'mac_address': 'fa:16:3e:6e:e4:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9558011-4645-42ab-96a4-509a9f3696f5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 14:07:57.964521 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:57.978909 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18a09b15-3ef5-4c09-9928-549cb8310208 {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 14:07:57.999232 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] For port 18a09b15-3ef5-4c09-9928-549cb8310208, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=18a09b15-3ef5-4c09-9928-549cb8310208,segment=NetworkSegment(3b8d15a4-d0f0-4e80-8b94-8fdab701065f),segment_id=3b8d15a4-d0f0-4e80-8b94-8fdab701065f)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:07:58.003102 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736156224341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736155824276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736155824294'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:58.168902 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Pushing event updated for resources: {'Port': ['ID=18a09b15-3ef5-4c09-9928-549cb8310208,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:07:58.175632 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:07:58.175975 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:07:58.176309 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:07:58.176639 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:07:58.176990 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:07:58.177316 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:07:58.177657 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:07:58.178017 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:07:58.178356 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:07:58.178681 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:07:58.178998 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:07:58.179311 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:07:58.363807 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f017fd-998f-46e7-9d7f-4ac7f485f4b5 req-43e36d3f-0fcd-4b36-a881-cb47711fd0e8 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:07:58.365317 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-95f017fd-998f-46e7-9d7f-4ac7f485f4b5 req-43e36d3f-0fcd-4b36-a881-cb47711fd0e8 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7c92e1b-6094-4c34-87d7-cc60aafaa6c1 HTTP/1.1" status: 200 len: 946 time: 0.0617464 Jul 16 14:07:58.402160 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-95f017fd-998f-46e7-9d7f-4ac7f485f4b5 req-ef22533c-3e71-45e6-936d-d2775b21d9ac tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7ffdc71-7446-41a9-bfc4-bf78fcf225fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314426 Jul 16 14:07:58.560554 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] get_ports_and_sgs() called for port_ids ['18a09b15-3ef5-4c09-9928-549cb8310208'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 14:07:58.586709 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cc35c0-4cf4-4dc8-aece-5f856979149d req-b07251b4-87e0-4dbe-a141-2e64c8998928 tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:07:58.588563 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-b9cc35c0-4cf4-4dc8-aece-5f856979149d req-b07251b4-87e0-4dbe-a141-2e64c8998928 tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] 10.222.0.10 "GET /v2.0/ports?device_id=c9c50053-99dd-429e-bc98-adf00b8f161d HTTP/1.1" status: 200 len: 945 time: 0.0694320 Jul 16 14:07:58.635846 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-b9cc35c0-4cf4-4dc8-aece-5f856979149d req-35a75c91-4012-44d2-836a-750e9557c0f3 tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] 10.222.0.10 "GET /v2.0/security-groups?id=b754fbbd-8895-49e9-87a9-98dda090ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389724 Jul 16 14:07:59.105524 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4750c9-d349-43c1-8907-a82e92558890 req-a6f8a659-e47c-410b-a789-13a542d5bf8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:07:59.107015 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-8c4750c9-d349-43c1-8907-a82e92558890 req-a6f8a659-e47c-410b-a789-13a542d5bf8e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1ae576c2cfcb49e6ac111e6b815960e5&device_id=4ea9a593-16d3-465c-8131-fc586d36046d HTTP/1.1" status: 200 len: 1098 time: 0.0519059 Jul 16 14:07:59.124245 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e996388b-dae2-4a16-a46f-807046ffc976 req-00fb9ae8-305c-4ac2-a5bd-4b09673484b7 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:07:59.125715 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-e996388b-dae2-4a16-a46f-807046ffc976 req-00fb9ae8-305c-4ac2-a5bd-4b09673484b7 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ea9a593-16d3-465c-8131-fc586d36046d HTTP/1.1" status: 200 len: 945 time: 0.0612612 Jul 16 14:07:59.163719 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-e996388b-dae2-4a16-a46f-807046ffc976 req-8f3a6ee8-ade3-45b2-9649-7250a26edea2 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/security-groups?id=82181ce4-b774-4a6f-9777-8cd5eff34a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318458 Jul 16 14:07:59.201722 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4750c9-d349-43c1-8907-a82e92558890 req-3692d14a-2643-48f6-9f3a-4eb69eed00b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:07:59.203215 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-8c4750c9-d349-43c1-8907-a82e92558890 req-3692d14a-2643-48f6-9f3a-4eb69eed00b6 service neutron] 10.222.0.25 "GET /v2.0/networks?id=51a90a03-af03-40ca-bb00-7020f83b5182 HTTP/1.1" status: 200 len: 920 time: 0.0874374 Jul 16 14:07:59.246837 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-8c4750c9-d349-43c1-8907-a82e92558890 req-4c532243-3b13-4a3a-8eb2-227f8d786452 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=80eabd2b-067d-4a77-9822-306b9a1f3212 HTTP/1.1" status: 200 len: 217 time: 0.0348330 Jul 16 14:07:59.299891 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4750c9-d349-43c1-8907-a82e92558890 req-1d365f12-86dd-4baa-b142-e3ae422fc46b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:07:59.301422 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-8c4750c9-d349-43c1-8907-a82e92558890 req-1d365f12-86dd-4baa-b142-e3ae422fc46b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1d5393f6-20e0-4dbd-a198-cb03cfea0892 HTTP/1.1" status: 200 len: 859 time: 0.0470374 Jul 16 14:07:59.335921 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-8c4750c9-d349-43c1-8907-a82e92558890 req-34b32c1a-e974-4d02-a8b2-dae5d3bb7804 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=51a90a03-af03-40ca-bb00-7020f83b5182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260961 Jul 16 14:07:59.429566 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-8c4750c9-d349-43c1-8907-a82e92558890 req-fe934552-83c7-4ddd-9262-cb385261d0ae service neutron] 10.222.0.25 "GET /v2.0/networks/51a90a03-af03-40ca-bb00-7020f83b5182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853570 Jul 16 14:07:59.535960 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-8c4750c9-d349-43c1-8907-a82e92558890 req-3723618a-a202-4c48-aa68-e4afbe71b7bd service neutron] 10.222.0.25 "GET /v2.0/networks/51a90a03-af03-40ca-bb00-7020f83b5182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977404 Jul 16 14:07:59.587348 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf7f59d-f40d-45ed-b11b-9c35f3eb4519 req-4fd2f96a-b32e-49b3-a210-2dfd8d20668d tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:07:59.589009 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-ccf7f59d-f40d-45ed-b11b-9c35f3eb4519 req-4fd2f96a-b32e-49b3-a210-2dfd8d20668d tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7c92e1b-6094-4c34-87d7-cc60aafaa6c1 HTTP/1.1" status: 200 len: 946 time: 0.0669706 Jul 16 14:07:59.628506 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-ccf7f59d-f40d-45ed-b11b-9c35f3eb4519 req-ac68f3f4-7302-47fa-af88-679d8f03b1d9 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7ffdc71-7446-41a9-bfc4-bf78fcf225fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337338 Jul 16 14:07:59.822823 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Device 18a09b15-3ef5-4c09-9928-549cb8310208 up at agent hyperv_hv-cinder-78476 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 14:07:59.824969 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3375ce21-71f0-4505-8585-2aaef84d99f6 req-b40ae9fd-9546-4dc2-84c7-a6f4e05d859f tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:07:59.826550 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-3375ce21-71f0-4505-8585-2aaef84d99f6 req-b40ae9fd-9546-4dc2-84c7-a6f4e05d859f tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] 10.222.0.10 "GET /v2.0/ports?device_id=c9c50053-99dd-429e-bc98-adf00b8f161d HTTP/1.1" status: 200 len: 945 time: 0.0682216 Jul 16 14:07:59.866745 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-3375ce21-71f0-4505-8585-2aaef84d99f6 req-58f6c096-fb5a-4859-aebc-66188d838ddb tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] 10.222.0.10 "GET /v2.0/security-groups?id=b754fbbd-8895-49e9-87a9-98dda090ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345697 Jul 16 14:07:59.878221 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Provisioning for port 18a09b15-3ef5-4c09-9928-549cb8310208 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 14:07:59.882300 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Provisioning complete for port 18a09b15-3ef5-4c09-9928-549cb8310208 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 14:07:59.882680 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16503849'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:59.961369 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:07:59.984590 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9c50053-99dd-429e-bc98-adf00b8f161d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18a09b15-3ef5-4c09-9928-549cb8310208'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 14:07:59.987033 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e17b9d4f214fa64bfb48c5bf95da0f2ee536929a6529a77ec24820d0293f4c41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0c28f5b-03f9-4444-bb05-248ddbdcb8d1" -d '{"events": [{"server_uuid": "c9c50053-99dd-429e-bc98-adf00b8f161d", "name": "network-vif-plugged", "status": "completed", "tag": "18a09b15-3ef5-4c09-9928-549cb8310208"}]}' {{(pid=93103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 14:08:00.000461 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] For port 18a09b15-3ef5-4c09-9928-549cb8310208, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=18a09b15-3ef5-4c09-9928-549cb8310208,segment=NetworkSegment(3b8d15a4-d0f0-4e80-8b94-8fdab701065f),segment_id=3b8d15a4-d0f0-4e80-8b94-8fdab701065f)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:08:00.004354 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736156224341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736155824276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736155824294'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:08:00.027487 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 14:07:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b98f62dc-37ef-4a65-be42-fb6ade8a1750 x-openstack-request-id: req-b98f62dc-37ef-4a65-be42-fb6ade8a1750 {{(pid=93103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 14:08:00.027805 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9c50053-99dd-429e-bc98-adf00b8f161d", "name": "network-vif-plugged", "status": "completed", "tag": "18a09b15-3ef5-4c09-9928-549cb8310208", "code": 200}]} {{(pid=93103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 14:08:00.028141 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b98f62dc-37ef-4a65-be42-fb6ade8a1750 {{(pid=93103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 14:08:00.028651 dv-cinder-784763-7-iscsi neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9c50053-99dd-429e-bc98-adf00b8f161d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18a09b15-3ef5-4c09-9928-549cb8310208', 'code': 200} Jul 16 14:08:00.056488 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Pushing event updated for resources: {'Port': ['ID=18a09b15-3ef5-4c09-9928-549cb8310208,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:08:00.340329 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06418f5a-d7f0-436f-ac35-3e122dace409 req-d24075a9-5997-4059-9a72-819d050cecf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:08:00.341895 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-06418f5a-d7f0-436f-ac35-3e122dace409 req-d24075a9-5997-4059-9a72-819d050cecf7 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=c9c50053-99dd-429e-bc98-adf00b8f161d HTTP/1.1" status: 200 len: 1099 time: 0.0545838 Jul 16 14:08:00.344326 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5831ca-35df-4eb8-a3f3-6eae500719ab req-47b41bee-53f1-4e86-ab7e-96e155040930 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:08:00.345916 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-bf5831ca-35df-4eb8-a3f3-6eae500719ab req-47b41bee-53f1-4e86-ab7e-96e155040930 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ea9a593-16d3-465c-8131-fc586d36046d HTTP/1.1" status: 200 len: 945 time: 0.0640376 Jul 16 14:08:00.381308 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-06418f5a-d7f0-436f-ac35-3e122dace409 req-750e654c-f5fc-4385-bd69-8bc886accfdf service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=b754fbbd-8895-49e9-87a9-98dda090ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303934 Jul 16 14:08:00.385090 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-bf5831ca-35df-4eb8-a3f3-6eae500719ab req-5ea24c3e-e17e-4c7f-a8b8-fe05020592dc tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/security-groups?id=82181ce4-b774-4a6f-9777-8cd5eff34a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327680 Jul 16 14:08:00.807206 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9096a8-e85b-4320-9157-df930f739ac5 req-6630e79f-7e6d-4e60-a9f7-2b054cafb6ba tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:08:00.808787 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-be9096a8-e85b-4320-9157-df930f739ac5 req-6630e79f-7e6d-4e60-a9f7-2b054cafb6ba tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7c92e1b-6094-4c34-87d7-cc60aafaa6c1 HTTP/1.1" status: 200 len: 946 time: 0.0650718 Jul 16 14:08:00.845470 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-be9096a8-e85b-4320-9157-df930f739ac5 req-66f420df-91d1-4210-9ff5-0ea3034ae5c8 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7ffdc71-7446-41a9-bfc4-bf78fcf225fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310369 Jul 16 14:08:01.041383 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5b762b-b772-4d87-993b-814c0d0ed4d4 req-c7adf5c3-3407-4d9f-999e-8035528c931c tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:08:01.042789 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-7b5b762b-b772-4d87-993b-814c0d0ed4d4 req-c7adf5c3-3407-4d9f-999e-8035528c931c tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] 10.222.0.10 "GET /v2.0/ports?device_id=c9c50053-99dd-429e-bc98-adf00b8f161d HTTP/1.1" status: 200 len: 946 time: 0.0682676 Jul 16 14:08:01.081545 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-7b5b762b-b772-4d87-993b-814c0d0ed4d4 req-f5183e15-ebc6-409e-841c-b454c89bae3d tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] 10.222.0.10 "GET /v2.0/security-groups?id=b754fbbd-8895-49e9-87a9-98dda090ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332053 Jul 16 14:08:01.561185 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a914f947-388a-466c-8456-1d9e972c51c2 req-c20f76f5-42ea-4309-bf91-7f638762b5d4 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:08:01.562957 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-a914f947-388a-466c-8456-1d9e972c51c2 req-c20f76f5-42ea-4309-bf91-7f638762b5d4 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ea9a593-16d3-465c-8131-fc586d36046d HTTP/1.1" status: 200 len: 945 time: 0.0653992 Jul 16 14:08:01.600584 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-a914f947-388a-466c-8456-1d9e972c51c2 req-5913aea4-1425-4840-8f84-5d999d4644cb tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/security-groups?id=82181ce4-b774-4a6f-9777-8cd5eff34a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320265 Jul 16 14:08:02.024435 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dfed27-79e0-4a6d-84cd-2e0d2f687204 req-9a24d88b-a043-48bb-8cfe-19ecc65122ce tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:08:02.025946 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-02dfed27-79e0-4a6d-84cd-2e0d2f687204 req-9a24d88b-a043-48bb-8cfe-19ecc65122ce tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7c92e1b-6094-4c34-87d7-cc60aafaa6c1 HTTP/1.1" status: 200 len: 946 time: 0.0631557 Jul 16 14:08:02.063091 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-02dfed27-79e0-4a6d-84cd-2e0d2f687204 req-0e7ed3ce-e0d1-49fe-bb9b-a2175d1c5897 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7ffdc71-7446-41a9-bfc4-bf78fcf225fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312130 Jul 16 14:08:02.252882 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33564c33-0ad4-4420-a3a5-8037fc4f5912 req-9c373e23-f007-4c81-b2a4-0dbd55b52f2d tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:08:02.254533 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-33564c33-0ad4-4420-a3a5-8037fc4f5912 req-9c373e23-f007-4c81-b2a4-0dbd55b52f2d tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] 10.222.0.10 "GET /v2.0/ports?device_id=c9c50053-99dd-429e-bc98-adf00b8f161d HTTP/1.1" status: 200 len: 946 time: 0.0665987 Jul 16 14:08:02.292220 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-33564c33-0ad4-4420-a3a5-8037fc4f5912 req-0fc91f32-d8fd-4507-a648-9568ea715300 tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] 10.222.0.10 "GET /v2.0/security-groups?id=b754fbbd-8895-49e9-87a9-98dda090ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314682 Jul 16 14:08:02.767845 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3850eb2-5881-4061-bbde-c9843905f29d req-6c0355c2-3854-47da-a5e5-bab7deaec8f8 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:08:02.769220 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-b3850eb2-5881-4061-bbde-c9843905f29d req-6c0355c2-3854-47da-a5e5-bab7deaec8f8 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ea9a593-16d3-465c-8131-fc586d36046d HTTP/1.1" status: 200 len: 945 time: 0.0604370 Jul 16 14:08:02.805499 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-b3850eb2-5881-4061-bbde-c9843905f29d req-9c7867a7-b7e4-4a0b-b08c-704006f984bf tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/security-groups?id=82181ce4-b774-4a6f-9777-8cd5eff34a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308528 Jul 16 14:08:03.237856 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3af41a-6efa-405f-af14-2b0144040bfc req-f810b221-8e29-4d15-9594-c26e114ecdc9 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:08:03.239374 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-4a3af41a-6efa-405f-af14-2b0144040bfc req-f810b221-8e29-4d15-9594-c26e114ecdc9 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7c92e1b-6094-4c34-87d7-cc60aafaa6c1 HTTP/1.1" status: 200 len: 946 time: 0.0633724 Jul 16 14:08:03.276261 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-4a3af41a-6efa-405f-af14-2b0144040bfc req-d847494f-28f3-4318-81cf-0ee3099e448b tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7ffdc71-7446-41a9-bfc4-bf78fcf225fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311165 Jul 16 14:08:03.991486 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9503ddcc-1129-4e91-99c0-6ea5e42a6457 req-0bacbfa0-fe01-4b46-b4cd-5cfc65b77678 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:08:03.993176 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-9503ddcc-1129-4e91-99c0-6ea5e42a6457 req-0bacbfa0-fe01-4b46-b4cd-5cfc65b77678 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ea9a593-16d3-465c-8131-fc586d36046d HTTP/1.1" status: 200 len: 945 time: 0.0709708 Jul 16 14:08:04.041097 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-9503ddcc-1129-4e91-99c0-6ea5e42a6457 req-c74111dc-8227-47b0-943a-e3ca1f8fcf28 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/security-groups?id=82181ce4-b774-4a6f-9777-8cd5eff34a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418911 Jul 16 14:08:04.460523 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f36323-ebdd-49be-8563-d2d277a6136c req-031f864d-04e6-4f15-89d8-79b7857f8eff tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:08:04.462965 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-40f36323-ebdd-49be-8563-d2d277a6136c req-031f864d-04e6-4f15-89d8-79b7857f8eff tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7c92e1b-6094-4c34-87d7-cc60aafaa6c1 HTTP/1.1" status: 200 len: 946 time: 0.0716472 Jul 16 14:08:04.500555 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-40f36323-ebdd-49be-8563-d2d277a6136c req-aec51b60-2d52-4ffc-80ad-99b141745cb2 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7ffdc71-7446-41a9-bfc4-bf78fcf225fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316291 Jul 16 14:08:05.207212 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76747b46-72d0-474d-8cb8-6d8b80f956a5 req-e4cdcb01-819e-4132-8207-0d9da97e7c45 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:08:05.208673 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-76747b46-72d0-474d-8cb8-6d8b80f956a5 req-e4cdcb01-819e-4132-8207-0d9da97e7c45 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ea9a593-16d3-465c-8131-fc586d36046d HTTP/1.1" status: 200 len: 945 time: 0.0604486 Jul 16 14:08:05.246656 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-76747b46-72d0-474d-8cb8-6d8b80f956a5 req-23f48fa9-4b72-48b9-b2a0-7e522afc178f tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/security-groups?id=82181ce4-b774-4a6f-9777-8cd5eff34a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318031 Jul 16 14:08:05.675769 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c5b02a-50b3-49e0-8054-3806c8d745e3 req-8c2a182f-9ff8-4f9c-87ff-402f3f32ae89 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:08:05.677276 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-42c5b02a-50b3-49e0-8054-3806c8d745e3 req-8c2a182f-9ff8-4f9c-87ff-402f3f32ae89 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7c92e1b-6094-4c34-87d7-cc60aafaa6c1 HTTP/1.1" status: 200 len: 946 time: 0.0624306 Jul 16 14:08:05.716180 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-42c5b02a-50b3-49e0-8054-3806c8d745e3 req-674b86a7-f403-4c5a-944e-a98a8c71692f tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7ffdc71-7446-41a9-bfc4-bf78fcf225fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320520 Jul 16 14:08:06.419081 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f1c52d-5198-4a6f-8695-a6c25ea0385b req-7109a04e-f8f4-421a-b1cc-58b60bd04973 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:08:06.420463 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-77f1c52d-5198-4a6f-8695-a6c25ea0385b req-7109a04e-f8f4-421a-b1cc-58b60bd04973 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ea9a593-16d3-465c-8131-fc586d36046d HTTP/1.1" status: 200 len: 945 time: 0.0654657 Jul 16 14:08:06.456521 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-77f1c52d-5198-4a6f-8695-a6c25ea0385b req-9ade6908-4182-4ccf-af8f-ad7b9813b02a tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/security-groups?id=82181ce4-b774-4a6f-9777-8cd5eff34a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305455 Jul 16 14:08:06.903917 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a40d65-3273-4381-bd17-b9805bc1fb74 req-80814111-ccc1-45c6-93bb-028affdbbdce tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:08:06.905482 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-d0a40d65-3273-4381-bd17-b9805bc1fb74 req-80814111-ccc1-45c6-93bb-028affdbbdce tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7c92e1b-6094-4c34-87d7-cc60aafaa6c1 HTTP/1.1" status: 200 len: 946 time: 0.0695958 Jul 16 14:08:06.946188 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-d0a40d65-3273-4381-bd17-b9805bc1fb74 req-e58de117-f5fe-4eb9-b72a-b936e5057583 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7ffdc71-7446-41a9-bfc4-bf78fcf225fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349681 Jul 16 14:08:07.075936 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a7dee3-5712-4510-afc5-d9bb8f6756a7 req-0ba04327-66eb-452c-a746-a93042e5a447 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:08:07.077795 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-58a7dee3-5712-4510-afc5-d9bb8f6756a7 req-0ba04327-66eb-452c-a746-a93042e5a447 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] 10.222.0.10 "GET /v2.0/ports?device_id=ed77822f-6a63-4555-a659-5982e2984dda HTTP/1.1" status: 200 len: 945 time: 0.0647349 Jul 16 14:08:07.119281 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-58a7dee3-5712-4510-afc5-d9bb8f6756a7 req-ce41632e-b460-460b-874e-e72d721112fc tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] 10.222.0.10 "GET /v2.0/security-groups?id=aeebecfc-2afb-411a-b312-62aa81725bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324461 Jul 16 14:08:07.629028 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f0038b-f6fc-400b-b6af-ba8b298b661e req-9e363275-65fc-453e-9eb4-37d53d1e8b01 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:08:07.630541 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-e7f0038b-f6fc-400b-b6af-ba8b298b661e req-9e363275-65fc-453e-9eb4-37d53d1e8b01 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ea9a593-16d3-465c-8131-fc586d36046d HTTP/1.1" status: 200 len: 945 time: 0.0652850 Jul 16 14:08:07.667825 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-e7f0038b-f6fc-400b-b6af-ba8b298b661e req-19115b1d-24a3-4bca-aebe-de767eaed08c tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/security-groups?id=82181ce4-b774-4a6f-9777-8cd5eff34a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314844 Jul 16 14:08:08.276590 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba48522b-4a05-40be-8faf-358b742cf6e9 req-d2da37ee-137b-4172-bc02-2374ec910e1b tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:08:08.278230 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-ba48522b-4a05-40be-8faf-358b742cf6e9 req-d2da37ee-137b-4172-bc02-2374ec910e1b tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7c92e1b-6094-4c34-87d7-cc60aafaa6c1 HTTP/1.1" status: 200 len: 946 time: 0.0641940 Jul 16 14:08:08.298648 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506b9f93-941e-4edc-b59a-eac14999041c req-c49c7c24-1451-4f97-8967-2fcb3efcd72c tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:08:08.300152 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-506b9f93-941e-4edc-b59a-eac14999041c req-c49c7c24-1451-4f97-8967-2fcb3efcd72c tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] 10.222.0.10 "GET /v2.0/ports?device_id=ed77822f-6a63-4555-a659-5982e2984dda HTTP/1.1" status: 200 len: 945 time: 0.0688293 Jul 16 14:08:08.315234 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-ba48522b-4a05-40be-8faf-358b742cf6e9 req-6c7a07cc-919e-480c-a36a-bc4be9dfb683 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7ffdc71-7446-41a9-bfc4-bf78fcf225fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313601 Jul 16 14:08:08.337994 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-506b9f93-941e-4edc-b59a-eac14999041c req-37409505-c14e-489c-b222-453ffa8a8db4 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] 10.222.0.10 "GET /v2.0/security-groups?id=aeebecfc-2afb-411a-b312-62aa81725bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316665 Jul 16 14:08:08.840062 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d268a5f9-e60d-4282-826c-e64b1402aeb1 req-28278c25-62e2-4c07-818c-a03bf13a4deb tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:08:08.841561 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-d268a5f9-e60d-4282-826c-e64b1402aeb1 req-28278c25-62e2-4c07-818c-a03bf13a4deb tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ea9a593-16d3-465c-8131-fc586d36046d HTTP/1.1" status: 200 len: 945 time: 0.0640938 Jul 16 14:08:08.881619 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-d268a5f9-e60d-4282-826c-e64b1402aeb1 req-4d979424-f463-47d2-859c-d98d6a923273 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/security-groups?id=82181ce4-b774-4a6f-9777-8cd5eff34a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341287 Jul 16 14:08:09.495641 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3e4c63-57de-4d10-b37d-8431e02b64fb req-86da3e5b-2e97-4a4a-bba1-77ee45a8e141 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:08:09.497106 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-9b3e4c63-57de-4d10-b37d-8431e02b64fb req-86da3e5b-2e97-4a4a-bba1-77ee45a8e141 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7c92e1b-6094-4c34-87d7-cc60aafaa6c1 HTTP/1.1" status: 200 len: 946 time: 0.0673368 Jul 16 14:08:09.508915 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f195190-7b43-453b-960c-a306ceba048c req-06194854-3e73-4a7d-8239-6b58439b6893 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:08:09.510383 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-9f195190-7b43-453b-960c-a306ceba048c req-06194854-3e73-4a7d-8239-6b58439b6893 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] 10.222.0.10 "GET /v2.0/ports?device_id=ed77822f-6a63-4555-a659-5982e2984dda HTTP/1.1" status: 200 len: 945 time: 0.0641003 Jul 16 14:08:09.534346 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-9b3e4c63-57de-4d10-b37d-8431e02b64fb req-29051801-e49c-406a-ba33-c6529c93286c tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7ffdc71-7446-41a9-bfc4-bf78fcf225fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315900 Jul 16 14:08:09.548106 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-9f195190-7b43-453b-960c-a306ceba048c req-e0b36699-b3b5-4d2d-a0fc-163acb4edaeb tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] 10.222.0.10 "GET /v2.0/security-groups?id=aeebecfc-2afb-411a-b312-62aa81725bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321319 Jul 16 14:08:10.053723 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0679d9f-f7ff-42e8-a88d-8ecdc896abb6 req-e2cb9d97-5fcc-4347-aa1b-550a00e9b4b1 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:08:10.055196 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-d0679d9f-f7ff-42e8-a88d-8ecdc896abb6 req-e2cb9d97-5fcc-4347-aa1b-550a00e9b4b1 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ea9a593-16d3-465c-8131-fc586d36046d HTTP/1.1" status: 200 len: 945 time: 0.0621037 Jul 16 14:08:10.092110 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-d0679d9f-f7ff-42e8-a88d-8ecdc896abb6 req-b66f9248-18f1-459d-a7b9-35a4da25a216 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/security-groups?id=82181ce4-b774-4a6f-9777-8cd5eff34a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313423 Jul 16 14:08:10.720324 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e356e7a-9a9a-475d-b0a2-1007f6cb914b req-87f2db08-b11b-4cc9-9f28-357279b64758 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:08:10.721895 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-7e356e7a-9a9a-475d-b0a2-1007f6cb914b req-87f2db08-b11b-4cc9-9f28-357279b64758 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7c92e1b-6094-4c34-87d7-cc60aafaa6c1 HTTP/1.1" status: 200 len: 946 time: 0.0686307 Jul 16 14:08:10.761284 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-7e356e7a-9a9a-475d-b0a2-1007f6cb914b req-54cf5d11-d7d1-4ab1-9d2b-dc0aae81cda0 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7ffdc71-7446-41a9-bfc4-bf78fcf225fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330563 Jul 16 14:08:10.876788 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f898a3c-cd65-4c1c-a9b7-6d1c659e6a9d req-eb1045f1-cdf3-4962-a816-8d781150005f tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:08:10.878355 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-8f898a3c-cd65-4c1c-a9b7-6d1c659e6a9d req-eb1045f1-cdf3-4962-a816-8d781150005f tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] 10.222.0.10 "GET /v2.0/ports?device_id=ed77822f-6a63-4555-a659-5982e2984dda HTTP/1.1" status: 200 len: 945 time: 0.0660751 Jul 16 14:08:10.916010 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-8f898a3c-cd65-4c1c-a9b7-6d1c659e6a9d req-7c712104-b289-4832-b1b4-ffa0c3f71bcf tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] 10.222.0.10 "GET /v2.0/security-groups?id=aeebecfc-2afb-411a-b312-62aa81725bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314562 Jul 16 14:08:11.262243 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8aa7d22-cf89-4bec-9d09-ef884e53cf5b req-94f36976-3799-449d-9646-3b9744c54540 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:08:11.263723 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-a8aa7d22-cf89-4bec-9d09-ef884e53cf5b req-94f36976-3799-449d-9646-3b9744c54540 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ea9a593-16d3-465c-8131-fc586d36046d HTTP/1.1" status: 200 len: 945 time: 0.0624433 Jul 16 14:08:11.300875 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-a8aa7d22-cf89-4bec-9d09-ef884e53cf5b req-a2938f38-3917-4433-bdd5-1d59d76d3781 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/security-groups?id=82181ce4-b774-4a6f-9777-8cd5eff34a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312762 Jul 16 14:08:11.937647 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc6f09a-6706-47a7-9d90-8db2404116b5 req-e9256815-a18d-490a-ba2d-5d9b4b07f55f tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:08:11.939106 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-afc6f09a-6706-47a7-9d90-8db2404116b5 req-e9256815-a18d-490a-ba2d-5d9b4b07f55f tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7c92e1b-6094-4c34-87d7-cc60aafaa6c1 HTTP/1.1" status: 200 len: 946 time: 0.0608714 Jul 16 14:08:11.977867 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-afc6f09a-6706-47a7-9d90-8db2404116b5 req-421139bf-5e14-4d24-8c77-a676f0836bf9 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7ffdc71-7446-41a9-bfc4-bf78fcf225fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327144 Jul 16 14:08:12.088448 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd97a82-c3fb-4fdc-80b7-2f16033102c7 req-88c7af2c-f9ee-4cbf-94cb-51fc15da2d74 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:08:12.089962 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-2fd97a82-c3fb-4fdc-80b7-2f16033102c7 req-88c7af2c-f9ee-4cbf-94cb-51fc15da2d74 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] 10.222.0.10 "GET /v2.0/ports?device_id=ed77822f-6a63-4555-a659-5982e2984dda HTTP/1.1" status: 200 len: 945 time: 0.0635283 Jul 16 14:08:12.125924 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-2fd97a82-c3fb-4fdc-80b7-2f16033102c7 req-568045a5-f956-43db-a369-f0437762a9eb tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] 10.222.0.10 "GET /v2.0/security-groups?id=aeebecfc-2afb-411a-b312-62aa81725bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304937 Jul 16 14:08:12.476683 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40bc516-9b85-4843-8c1e-4caa31e06306 req-0ba05512-2ba5-4cea-9683-cae6f53222c0 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:08:12.478245 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-b40bc516-9b85-4843-8c1e-4caa31e06306 req-0ba05512-2ba5-4cea-9683-cae6f53222c0 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ea9a593-16d3-465c-8131-fc586d36046d HTTP/1.1" status: 200 len: 945 time: 0.0616348 Jul 16 14:08:12.515505 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-b40bc516-9b85-4843-8c1e-4caa31e06306 req-f9afb678-e183-473e-b748-4ff63815c81e tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/security-groups?id=82181ce4-b774-4a6f-9777-8cd5eff34a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316412 Jul 16 14:08:13.160907 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cc5a09-8fb9-4284-b5da-853c3edd4911 req-195e89f9-aad5-42d6-991b-45fa973fe5af tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:08:13.163130 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-77cc5a09-8fb9-4284-b5da-853c3edd4911 req-195e89f9-aad5-42d6-991b-45fa973fe5af tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7c92e1b-6094-4c34-87d7-cc60aafaa6c1 HTTP/1.1" status: 200 len: 946 time: 0.0692227 Jul 16 14:08:13.212060 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-77cc5a09-8fb9-4284-b5da-853c3edd4911 req-59985aea-2f4e-4900-8cba-817258715b06 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7ffdc71-7446-41a9-bfc4-bf78fcf225fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434911 Jul 16 14:08:13.309997 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8abd35-425a-4f87-94de-361be372da2c req-0f748a56-14b4-453e-8c16-0b575492c3e0 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:08:13.311461 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-5b8abd35-425a-4f87-94de-361be372da2c req-0f748a56-14b4-453e-8c16-0b575492c3e0 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] 10.222.0.10 "GET /v2.0/ports?device_id=ed77822f-6a63-4555-a659-5982e2984dda HTTP/1.1" status: 200 len: 945 time: 0.0647428 Jul 16 14:08:13.349335 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-5b8abd35-425a-4f87-94de-361be372da2c req-b606d832-d606-4940-b53d-d4e92c802e41 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] 10.222.0.10 "GET /v2.0/security-groups?id=aeebecfc-2afb-411a-b312-62aa81725bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317914 Jul 16 14:08:13.693571 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1738104b-d90c-4510-a22d-256c9e76e36c req-1e083512-5a27-4a80-a728-bd39c6266c5d tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:08:13.695186 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-1738104b-d90c-4510-a22d-256c9e76e36c req-1e083512-5a27-4a80-a728-bd39c6266c5d tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ea9a593-16d3-465c-8131-fc586d36046d HTTP/1.1" status: 200 len: 945 time: 0.0643208 Jul 16 14:08:13.732570 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-1738104b-d90c-4510-a22d-256c9e76e36c req-c6e39040-06fc-459b-9c05-3a3b0b562dac tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/security-groups?id=82181ce4-b774-4a6f-9777-8cd5eff34a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316238 Jul 16 14:08:14.399222 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a6e70d-b9aa-45ff-a13c-bd01fa361e60 req-81667a7e-0904-4dde-ab3e-1c409e1965a3 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:08:14.400958 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-d3a6e70d-b9aa-45ff-a13c-bd01fa361e60 req-81667a7e-0904-4dde-ab3e-1c409e1965a3 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7c92e1b-6094-4c34-87d7-cc60aafaa6c1 HTTP/1.1" status: 200 len: 946 time: 0.0723236 Jul 16 14:08:14.445133 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-d3a6e70d-b9aa-45ff-a13c-bd01fa361e60 req-94275406-88f8-4617-8d7e-da2764ed9abd tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7ffdc71-7446-41a9-bfc4-bf78fcf225fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332530 Jul 16 14:08:14.524653 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e96039-cc5c-471e-853e-cc44fd6c325a req-38d3ba82-b487-4a53-b973-f20cc2e889ff tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:08:14.526200 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-41e96039-cc5c-471e-853e-cc44fd6c325a req-38d3ba82-b487-4a53-b973-f20cc2e889ff tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] 10.222.0.10 "GET /v2.0/ports?device_id=ed77822f-6a63-4555-a659-5982e2984dda HTTP/1.1" status: 200 len: 945 time: 0.0613155 Jul 16 14:08:14.563412 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-41e96039-cc5c-471e-853e-cc44fd6c325a req-6638e42d-79a2-4337-8720-a9f3c4b1d6b5 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] 10.222.0.10 "GET /v2.0/security-groups?id=aeebecfc-2afb-411a-b312-62aa81725bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316517 Jul 16 14:08:14.906991 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3eb6412-d56d-496d-9127-67e0504a701f req-7d2b88ec-9199-42f2-ad1f-4df4f42c46fb tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:08:14.908506 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-b3eb6412-d56d-496d-9127-67e0504a701f req-7d2b88ec-9199-42f2-ad1f-4df4f42c46fb tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ea9a593-16d3-465c-8131-fc586d36046d HTTP/1.1" status: 200 len: 945 time: 0.0652759 Jul 16 14:08:14.945591 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-b3eb6412-d56d-496d-9127-67e0504a701f req-3579e168-2291-43a1-b1f8-2cec2824f88f tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/security-groups?id=82181ce4-b774-4a6f-9777-8cd5eff34a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311911 Jul 16 14:08:15.622366 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3135fe9d-f08d-4f60-92f4-6ebe8fc31c1a req-0b574abd-5ece-4709-bf1f-74943f401134 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:08:15.623912 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-3135fe9d-f08d-4f60-92f4-6ebe8fc31c1a req-0b574abd-5ece-4709-bf1f-74943f401134 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7c92e1b-6094-4c34-87d7-cc60aafaa6c1 HTTP/1.1" status: 200 len: 946 time: 0.0686402 Jul 16 14:08:15.660949 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-3135fe9d-f08d-4f60-92f4-6ebe8fc31c1a req-d9649c99-57c4-4d3b-8380-aa595a724660 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7ffdc71-7446-41a9-bfc4-bf78fcf225fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312657 Jul 16 14:08:15.741441 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8f7b5c-aeb5-4637-944f-d995537b46e6 req-62eeb8d1-c621-4657-bb11-df4f20f370d8 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:08:15.743251 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-1d8f7b5c-aeb5-4637-944f-d995537b46e6 req-62eeb8d1-c621-4657-bb11-df4f20f370d8 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] 10.222.0.10 "GET /v2.0/ports?device_id=ed77822f-6a63-4555-a659-5982e2984dda HTTP/1.1" status: 200 len: 945 time: 0.0634887 Jul 16 14:08:15.781389 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-1d8f7b5c-aeb5-4637-944f-d995537b46e6 req-bc144376-aa8f-4318-bb8c-644db9a9d422 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] 10.222.0.10 "GET /v2.0/security-groups?id=aeebecfc-2afb-411a-b312-62aa81725bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323713 Jul 16 14:08:15.911348 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Device 5dc77129-1453-4456-8a98-7b9dd10f5485 details requested by agent hyperv_hv-cinder-78476 with host hv-cinder-78476 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 14:08:15.939470 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:08:16.026381 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] For port 5dc77129-1453-4456-8a98-7b9dd10f5485, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=5dc77129-1453-4456-8a98-7b9dd10f5485,segment=NetworkSegment(3a29ac3c-6c4f-4bde-a091-d921a298bf30),segment_id=3a29ac3c-6c4f-4bde-a091-d921a298bf30)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:08:16.037367 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Returning: {'device': '5dc77129-1453-4456-8a98-7b9dd10f5485', 'network_id': '3a4fb2c2-e115-4208-b9b7-fb0af769d696', 'port_id': '5dc77129-1453-4456-8a98-7b9dd10f5485', 'mac_address': 'fa:16:3e:53:7f:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9264d998-2235-4ea7-905f-68b77e185814', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 14:08:16.076320 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:08:16.094623 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5dc77129-1453-4456-8a98-7b9dd10f5485 {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 14:08:16.118879 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] For port 5dc77129-1453-4456-8a98-7b9dd10f5485, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=5dc77129-1453-4456-8a98-7b9dd10f5485,segment=NetworkSegment(3a29ac3c-6c4f-4bde-a091-d921a298bf30),segment_id=3a29ac3c-6c4f-4bde-a091-d921a298bf30)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:08:16.124438 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736156224341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736155824276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736155824294'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:08:16.158776 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a23ca1b-ed27-46e6-8abc-65b562401502 req-26cc1676-4984-4eca-9220-5b6dc751a02c tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:08:16.160619 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-4a23ca1b-ed27-46e6-8abc-65b562401502 req-26cc1676-4984-4eca-9220-5b6dc751a02c tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ea9a593-16d3-465c-8131-fc586d36046d HTTP/1.1" status: 200 len: 945 time: 0.0974081 Jul 16 14:08:16.204872 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Pushing event updated for resources: {'Port': ['ID=5dc77129-1453-4456-8a98-7b9dd10f5485,revision_number=6']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:08:16.237907 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-4a23ca1b-ed27-46e6-8abc-65b562401502 req-cee75306-48a0-49ca-a19a-73f31480bb89 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/security-groups?id=82181ce4-b774-4a6f-9777-8cd5eff34a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700219 Jul 16 14:08:16.415424 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] get_ports_and_sgs() called for port_ids ['5dc77129-1453-4456-8a98-7b9dd10f5485'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 14:08:16.845086 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af58d73f-fc3b-4125-97de-ffee7be5fb8a req-fd5e59e8-ce00-4331-8b1c-47f20183459e tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:08:16.846561 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-af58d73f-fc3b-4125-97de-ffee7be5fb8a req-fd5e59e8-ce00-4331-8b1c-47f20183459e tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7c92e1b-6094-4c34-87d7-cc60aafaa6c1 HTTP/1.1" status: 200 len: 945 time: 0.0650179 Jul 16 14:08:16.897725 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-af58d73f-fc3b-4125-97de-ffee7be5fb8a req-22e1245c-5a87-47d0-878e-959e5a783ce9 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7ffdc71-7446-41a9-bfc4-bf78fcf225fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448513 Jul 16 14:08:17.096330 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5862f2-b2cd-49e8-a235-55fbb57a5bac req-35cf3009-4ff5-4325-83c3-224ee2f6fb66 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:08:17.098474 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-8d5862f2-b2cd-49e8-a235-55fbb57a5bac req-35cf3009-4ff5-4325-83c3-224ee2f6fb66 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] 10.222.0.10 "GET /v2.0/ports?device_id=ed77822f-6a63-4555-a659-5982e2984dda HTTP/1.1" status: 200 len: 945 time: 0.0713346 Jul 16 14:08:17.136424 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-8d5862f2-b2cd-49e8-a235-55fbb57a5bac req-ffd8c65e-2f4f-4220-923e-07a31cae6a03 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] 10.222.0.10 "GET /v2.0/security-groups?id=aeebecfc-2afb-411a-b312-62aa81725bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325768 Jul 16 14:08:17.429615 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4516857-ee4b-4414-ac6a-488094746cb5 req-691b17ab-b538-4eef-a604-19adabb7479a tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:08:17.431351 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-a4516857-ee4b-4414-ac6a-488094746cb5 req-691b17ab-b538-4eef-a604-19adabb7479a tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ea9a593-16d3-465c-8131-fc586d36046d HTTP/1.1" status: 200 len: 945 time: 0.0673726 Jul 16 14:08:17.477302 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-a4516857-ee4b-4414-ac6a-488094746cb5 req-eac87bb4-aa82-4246-b8d3-f9f39007dee9 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/security-groups?id=82181ce4-b774-4a6f-9777-8cd5eff34a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400999 Jul 16 14:08:17.728424 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-2bf7fcdb-5502-442b-9d61-4c98bb647074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:08:17.922187 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Device 5dc77129-1453-4456-8a98-7b9dd10f5485 up at agent hyperv_hv-cinder-78476 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 14:08:17.979450 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Provisioning complete for port 5dc77129-1453-4456-8a98-7b9dd10f5485 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 14:08:17.980230 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16503849'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:08:18.087939 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:08:18.095726 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c2c6a9-054a-4893-ae93-d56756139a5c req-c26c26d6-69f4-4b50-af9e-8d6bda9a767a tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:08:18.097249 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-44c2c6a9-054a-4893-ae93-d56756139a5c req-c26c26d6-69f4-4b50-af9e-8d6bda9a767a tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7c92e1b-6094-4c34-87d7-cc60aafaa6c1 HTTP/1.1" status: 200 len: 945 time: 0.0734935 Jul 16 14:08:18.120526 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7c92e1b-6094-4c34-87d7-cc60aafaa6c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dc77129-1453-4456-8a98-7b9dd10f5485'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 14:08:18.127040 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e17b9d4f214fa64bfb48c5bf95da0f2ee536929a6529a77ec24820d0293f4c41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb89e38e-58f2-4304-888d-d8feed26a44a" -d '{"events": [{"server_uuid": "a7c92e1b-6094-4c34-87d7-cc60aafaa6c1", "name": "network-vif-plugged", "status": "completed", "tag": "5dc77129-1453-4456-8a98-7b9dd10f5485"}]}' {{(pid=93103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 14:08:18.146633 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] For port 5dc77129-1453-4456-8a98-7b9dd10f5485, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=5dc77129-1453-4456-8a98-7b9dd10f5485,segment=NetworkSegment(3a29ac3c-6c4f-4bde-a091-d921a298bf30),segment_id=3a29ac3c-6c4f-4bde-a091-d921a298bf30)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:08:18.150800 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-44c2c6a9-054a-4893-ae93-d56756139a5c req-e5de95a0-9056-406e-bd61-dbe54ba56c6b tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7ffdc71-7446-41a9-bfc4-bf78fcf225fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465145 Jul 16 14:08:18.153143 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736156224341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736155824276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736155824294'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:08:18.210281 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 14:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4cc31b6-ddc7-496b-ac56-84292ed0ae92 x-openstack-request-id: req-e4cc31b6-ddc7-496b-ac56-84292ed0ae92 {{(pid=93103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 14:08:18.210922 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7c92e1b-6094-4c34-87d7-cc60aafaa6c1", "name": "network-vif-plugged", "status": "completed", "tag": "5dc77129-1453-4456-8a98-7b9dd10f5485", "code": 200}]} {{(pid=93103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 14:08:18.211319 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e4cc31b6-ddc7-496b-ac56-84292ed0ae92 {{(pid=93103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 14:08:18.211722 dv-cinder-784763-7-iscsi neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7c92e1b-6094-4c34-87d7-cc60aafaa6c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dc77129-1453-4456-8a98-7b9dd10f5485', 'code': 200} Jul 16 14:08:18.241272 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Pushing event updated for resources: {'Port': ['ID=5dc77129-1453-4456-8a98-7b9dd10f5485,revision_number=7']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:08:18.366301 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bab597-27f1-4e2e-bb98-9df3000c6dbd req-b1e6c0a0-3791-49ba-b297-5ccf96175f6a tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:08:18.367784 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-66bab597-27f1-4e2e-bb98-9df3000c6dbd req-b1e6c0a0-3791-49ba-b297-5ccf96175f6a tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] 10.222.0.10 "GET /v2.0/ports?device_id=ed77822f-6a63-4555-a659-5982e2984dda HTTP/1.1" status: 200 len: 945 time: 0.0694754 Jul 16 14:08:18.406070 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-66bab597-27f1-4e2e-bb98-9df3000c6dbd req-ebbef557-7501-4543-9a5d-75afd9271fa6 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] 10.222.0.10 "GET /v2.0/security-groups?id=aeebecfc-2afb-411a-b312-62aa81725bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322239 Jul 16 14:08:18.677086 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69caed14-6d9a-45f0-be2b-fb031c180410 req-161d87b1-5b91-4ea9-90c8-b29714c9da7e tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:08:18.678628 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-69caed14-6d9a-45f0-be2b-fb031c180410 req-161d87b1-5b91-4ea9-90c8-b29714c9da7e tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ea9a593-16d3-465c-8131-fc586d36046d HTTP/1.1" status: 200 len: 945 time: 0.0894065 Jul 16 14:08:18.718067 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-69caed14-6d9a-45f0-be2b-fb031c180410 req-165672ca-5839-4824-be02-babe95e6a9d1 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/security-groups?id=82181ce4-b774-4a6f-9777-8cd5eff34a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335383 Jul 16 14:08:19.329430 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb27dc4-1405-4468-9e93-78abd803aae0 req-fb791d24-6fd8-4a82-8da6-1340f083fbd1 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:08:19.330971 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-2bb27dc4-1405-4468-9e93-78abd803aae0 req-fb791d24-6fd8-4a82-8da6-1340f083fbd1 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7c92e1b-6094-4c34-87d7-cc60aafaa6c1 HTTP/1.1" status: 200 len: 946 time: 0.0709841 Jul 16 14:08:19.369856 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-2bb27dc4-1405-4468-9e93-78abd803aae0 req-aa2acee2-787e-4332-9bcd-ca3a87033279 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7ffdc71-7446-41a9-bfc4-bf78fcf225fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333259 Jul 16 14:08:19.599235 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5007c5-dbca-4b2f-aac9-2f52150a02bc req-1fa02af3-26ac-43a4-9bc0-c9be5e692cf0 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:08:19.600913 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-da5007c5-dbca-4b2f-aac9-2f52150a02bc req-1fa02af3-26ac-43a4-9bc0-c9be5e692cf0 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] 10.222.0.10 "GET /v2.0/ports?device_id=ed77822f-6a63-4555-a659-5982e2984dda HTTP/1.1" status: 200 len: 945 time: 0.0631311 Jul 16 14:08:19.649621 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-da5007c5-dbca-4b2f-aac9-2f52150a02bc req-876a5c11-b793-41b2-94ad-426add227514 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] 10.222.0.10 "GET /v2.0/security-groups?id=aeebecfc-2afb-411a-b312-62aa81725bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429413 Jul 16 14:08:19.895417 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bef4a5-1188-4cea-9c8c-5cecbcbacdec req-5fe3346f-45cb-4415-9e0b-fbaa88ca814f tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:08:19.896985 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-b7bef4a5-1188-4cea-9c8c-5cecbcbacdec req-5fe3346f-45cb-4415-9e0b-fbaa88ca814f tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ea9a593-16d3-465c-8131-fc586d36046d HTTP/1.1" status: 200 len: 945 time: 0.0671549 Jul 16 14:08:19.935407 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-b7bef4a5-1188-4cea-9c8c-5cecbcbacdec req-3bad0383-f240-4771-989c-a18ffd3b28f9 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/security-groups?id=82181ce4-b774-4a6f-9777-8cd5eff34a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325234 Jul 16 14:08:20.359316 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-d0a62e7e-0fae-4239-a84c-d9059e7b05ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:08:20.639910 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37c9010-dc2f-4ed5-a3af-d5fcabdf2190 req-89c8decb-aecc-4ff2-aef2-4913c9a15b1c tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:08:20.641547 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-d37c9010-dc2f-4ed5-a3af-d5fcabdf2190 req-89c8decb-aecc-4ff2-aef2-4913c9a15b1c tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7c92e1b-6094-4c34-87d7-cc60aafaa6c1 HTTP/1.1" status: 200 len: 946 time: 0.1217551 Jul 16 14:08:20.691103 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-d37c9010-dc2f-4ed5-a3af-d5fcabdf2190 req-8edb5d5e-e855-40e2-9f6a-0f49b8e8f9bb tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7ffdc71-7446-41a9-bfc4-bf78fcf225fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415037 Jul 16 14:08:20.718580 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:08:20.853977 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8509163-cdcb-42ff-9eef-87bce4462a3d req-b7f30bbe-0be4-4f77-aa9b-00fabc47cde6 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:08:20.855965 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-d8509163-cdcb-42ff-9eef-87bce4462a3d req-b7f30bbe-0be4-4f77-aa9b-00fabc47cde6 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] 10.222.0.10 "GET /v2.0/ports?device_id=ed77822f-6a63-4555-a659-5982e2984dda HTTP/1.1" status: 200 len: 945 time: 0.0648930 Jul 16 14:08:20.897147 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-d8509163-cdcb-42ff-9eef-87bce4462a3d req-ea89d059-dc0c-4032-a006-f0be1cb188d6 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] 10.222.0.10 "GET /v2.0/security-groups?id=aeebecfc-2afb-411a-b312-62aa81725bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331426 Jul 16 14:08:21.150309 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc14f8d-951f-48fa-8dd2-a96a94f58409 req-439c034a-b859-4246-bae4-20c42cdaf1de tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:08:21.151955 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-fdc14f8d-951f-48fa-8dd2-a96a94f58409 req-439c034a-b859-4246-bae4-20c42cdaf1de tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ea9a593-16d3-465c-8131-fc586d36046d HTTP/1.1" status: 200 len: 945 time: 0.0959756 Jul 16 14:08:21.193002 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-fdc14f8d-951f-48fa-8dd2-a96a94f58409 req-9531b0c5-9b6a-4c73-b64b-0b0d93479355 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/security-groups?id=82181ce4-b774-4a6f-9777-8cd5eff34a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345545 Jul 16 14:08:21.374934 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ae8550-82c7-41d8-af2b-dd59dc3ec61f req-9be96e0e-2880-4613-a874-7086dcbae4f8 tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:08:21.376582 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-42ae8550-82c7-41d8-af2b-dd59dc3ec61f req-9be96e0e-2880-4613-a874-7086dcbae4f8 tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] 10.222.0.10 "GET /v2.0/networks?id=7ef1faca-03ae-449a-aec5-eac3348ec315 HTTP/1.1" status: 200 len: 814 time: 0.1060910 Jul 16 14:08:21.393116 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-42ae8550-82c7-41d8-af2b-dd59dc3ec61f req-60c93f44-fd46-408c-b654-0f62ea5fd05f tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] 10.222.0.10 "GET /v2.0/quotas/65aa6d16d1494e3e938670a7bcde4ef6 HTTP/1.1" status: 200 len: 375 time: 0.0101929 Jul 16 14:08:21.422365 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-64ab8875-bbbc-4415-a681-ef47cf0d365f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:08:21.470889 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-42ae8550-82c7-41d8-af2b-dd59dc3ec61f req-7259c897-1527-4301-8f41-d35518299302 tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=65aa6d16d1494e3e938670a7bcde4ef6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0679748 Jul 16 14:08:21.587678 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-42ae8550-82c7-41d8-af2b-dd59dc3ec61f req-2c1b78b5-ee76-4f9f-b352-0b6b7a498005 service neutron] 10.222.0.10 "GET /v2.0/networks/7ef1faca-03ae-449a-aec5-eac3348ec315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092501 Jul 16 14:08:21.710279 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-42ae8550-82c7-41d8-af2b-dd59dc3ec61f req-05c7a5ee-91e7-40ab-8f1e-047dd80bb555 service neutron] 10.222.0.10 "GET /v2.0/networks/7ef1faca-03ae-449a-aec5-eac3348ec315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161215 Jul 16 14:08:21.928213 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4641c0-e052-4e78-a16c-4d55d2c3d7b0 req-9f660c69-684c-4145-85f0-fa3947e06482 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:08:21.935649 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-5a4641c0-e052-4e78-a16c-4d55d2c3d7b0 req-9f660c69-684c-4145-85f0-fa3947e06482 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7c92e1b-6094-4c34-87d7-cc60aafaa6c1 HTTP/1.1" status: 200 len: 946 time: 0.1026280 Jul 16 14:08:21.966097 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-605c01aa-b7d8-4821-b548-9daa7317b837 req-7bf05ee5-06cc-4081-bf3b-9da51d190936 tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] 10.222.0.10 "GET /v2.0/ports?device_id=3898a299-682e-4215-9c87-1c8c52b19fb0 HTTP/1.1" status: 200 len: 210 time: 0.0358670 Jul 16 14:08:22.017002 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-5a4641c0-e052-4e78-a16c-4d55d2c3d7b0 req-042194c5-95e9-4044-9b3f-d9acebcea1d9 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7ffdc71-7446-41a9-bfc4-bf78fcf225fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804534 Jul 16 14:08:22.270762 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f4ef56-43b7-4495-ac87-8c5905af1326 req-e383c906-75f6-4b09-b73f-bfdc5a8e1b60 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:08:22.278235 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-d9f4ef56-43b7-4495-ac87-8c5905af1326 req-e383c906-75f6-4b09-b73f-bfdc5a8e1b60 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] 10.222.0.10 "GET /v2.0/ports?device_id=ed77822f-6a63-4555-a659-5982e2984dda HTTP/1.1" status: 200 len: 945 time: 0.1020195 Jul 16 14:08:22.345887 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-d9f4ef56-43b7-4495-ac87-8c5905af1326 req-2eefc360-08e0-4676-a2d4-b12281bdc9c7 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] 10.222.0.10 "GET /v2.0/security-groups?id=aeebecfc-2afb-411a-b312-62aa81725bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664530 Jul 16 14:08:22.630017 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae826a8-54af-42e7-9be5-00d3b99fc339 req-0618c84e-82a7-4255-926b-779c98a6a7b8 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:08:22.639702 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-aae826a8-54af-42e7-9be5-00d3b99fc339 req-0618c84e-82a7-4255-926b-779c98a6a7b8 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ea9a593-16d3-465c-8131-fc586d36046d HTTP/1.1" status: 200 len: 945 time: 0.1950133 Jul 16 14:08:22.713825 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-aae826a8-54af-42e7-9be5-00d3b99fc339 req-1972463b-0ac2-42e6-952d-12f90d1604ab tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/security-groups?id=82181ce4-b774-4a6f-9777-8cd5eff34a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663562 Jul 16 14:08:23.088712 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-fe1600e4-7db6-428f-a340-75d1d02f3a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:08:23.281420 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-7693fa2c-4786-4b17-a858-4a5fe4ca340c req-24093f23-c313-4d8b-8c36-d844a4d27173 tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] 10.222.0.10 "GET /v2.0/ports?device_id=3898a299-682e-4215-9c87-1c8c52b19fb0 HTTP/1.1" status: 200 len: 210 time: 0.0665078 Jul 16 14:08:23.581848 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e99ac36-63e4-4805-a8cd-4622267b9460 req-767299b1-1125-4922-82dd-28f02268e7cb tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:08:23.591812 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-8e99ac36-63e4-4805-a8cd-4622267b9460 req-767299b1-1125-4922-82dd-28f02268e7cb tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7c92e1b-6094-4c34-87d7-cc60aafaa6c1 HTTP/1.1" status: 200 len: 946 time: 0.2952068 Jul 16 14:08:23.721278 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-8e99ac36-63e4-4805-a8cd-4622267b9460 req-12da02f9-cf98-4128-a00e-612585813860 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7ffdc71-7446-41a9-bfc4-bf78fcf225fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1125791 Jul 16 14:08:23.825184 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bf6086-6ddd-4a1d-83f5-a04112f7ad22 req-7c74015d-da15-486c-9410-fc23af8cb42f tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:08:23.838505 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-63bf6086-6ddd-4a1d-83f5-a04112f7ad22 req-7c74015d-da15-486c-9410-fc23af8cb42f tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] 10.222.0.10 "GET /v2.0/ports?device_id=ed77822f-6a63-4555-a659-5982e2984dda HTTP/1.1" status: 200 len: 945 time: 0.2130640 Jul 16 14:08:23.963742 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-63bf6086-6ddd-4a1d-83f5-a04112f7ad22 req-d7be4ea6-af3e-467d-b58f-1f978c97b27a tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] 10.222.0.10 "GET /v2.0/security-groups?id=aeebecfc-2afb-411a-b312-62aa81725bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1172705 Jul 16 14:08:24.371689 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ae8550-82c7-41d8-af2b-dd59dc3ec61f req-248848e4-6a35-4bbd-9d83-5fdffafc11e4 tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:08:24.373175 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-42ae8550-82c7-41d8-af2b-dd59dc3ec61f req-248848e4-6a35-4bbd-9d83-5fdffafc11e4 tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] 10.222.0.25 "GET /v2.0/networks?id=7ef1faca-03ae-449a-aec5-eac3348ec315 HTTP/1.1" status: 200 len: 814 time: 0.5926907 Jul 16 14:08:24.417691 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.v2.base [req-42ae8550-82c7-41d8-af2b-dd59dc3ec61f req-93c60a59-2ebe-467d-bcb5-7cbd10f5bb88 tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] Request body: {'port': {'device_id': '3898a299-682e-4215-9c87-1c8c52b19fb0', 'network_id': '7ef1faca-03ae-449a-aec5-eac3348ec315', 'admin_state_up': True, 'tenant_id': '65aa6d16d1494e3e938670a7bcde4ef6'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:08:24.525298 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-0e1736ec-8607-48c9-8c73-59580b124b15 req-45eda37f-412d-4777-b72c-96aba9285bd0 tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] 10.222.0.10 "GET /v2.0/ports?device_id=3898a299-682e-4215-9c87-1c8c52b19fb0 HTTP/1.1" status: 200 len: 210 time: 0.0420182 Jul 16 14:08:24.555935 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ead73f8-ec58-4811-82ad-7f3cdbad7738 req-0bb91466-9487-49ef-a114-c1e3239cd0cf tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:08:24.566443 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-7ead73f8-ec58-4811-82ad-7f3cdbad7738 req-0bb91466-9487-49ef-a114-c1e3239cd0cf tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ea9a593-16d3-465c-8131-fc586d36046d HTTP/1.1" status: 200 len: 945 time: 0.1921992 Jul 16 14:08:24.635194 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-7ead73f8-ec58-4811-82ad-7f3cdbad7738 req-03c97779-1ee8-4875-b3d4-863cbf2a4e01 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/security-groups?id=82181ce4-b774-4a6f-9777-8cd5eff34a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677457 Jul 16 14:08:24.666074 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42ae8550-82c7-41d8-af2b-dd59dc3ec61f req-93c60a59-2ebe-467d-bcb5-7cbd10f5bb88 tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] Made reservation on behalf of 65aa6d16d1494e3e938670a7bcde4ef6 for: {'port': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 14:08:24.670556 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-42ae8550-82c7-41d8-af2b-dd59dc3ec61f req-93c60a59-2ebe-467d-bcb5-7cbd10f5bb88 tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:08:24.871438 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [req-42ae8550-82c7-41d8-af2b-dd59dc3ec61f req-93c60a59-2ebe-467d-bcb5-7cbd10f5bb88 tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] Allocated IP 172.20.0.14 (7ef1faca-03ae-449a-aec5-eac3348ec315/b9558011-4645-42ab-96a4-509a9f3696f5/407ffe76-1814-4223-9578-d440dbe13298) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 14:08:25.142406 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5781be36-d5d8-408f-96cd-1b31621abd26 req-447af334-2c6e-4af4-bfdf-31030d955ce9 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:08:25.150564 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-5781be36-d5d8-408f-96cd-1b31621abd26 req-447af334-2c6e-4af4-bfdf-31030d955ce9 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7c92e1b-6094-4c34-87d7-cc60aafaa6c1 HTTP/1.1" status: 200 len: 946 time: 0.1536503 Jul 16 14:08:25.239019 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-5781be36-d5d8-408f-96cd-1b31621abd26 req-9ef4dce2-900a-45fc-8329-b721c83defa6 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7ffdc71-7446-41a9-bfc4-bf78fcf225fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873671 Jul 16 14:08:25.312572 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-42ae8550-82c7-41d8-af2b-dd59dc3ec61f req-93c60a59-2ebe-467d-bcb5-7cbd10f5bb88 tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:08:25.383732 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2727e7b9-305a-49a8-a4a3-2b882a25e3b7 req-97984160-5e19-41c6-bb8a-a4f2eb904209 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:08:25.391416 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-2727e7b9-305a-49a8-a4a3-2b882a25e3b7 req-97984160-5e19-41c6-bb8a-a4f2eb904209 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] 10.222.0.10 "GET /v2.0/ports?device_id=ed77822f-6a63-4555-a659-5982e2984dda HTTP/1.1" status: 200 len: 945 time: 0.2160380 Jul 16 14:08:25.450758 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-2727e7b9-305a-49a8-a4a3-2b882a25e3b7 req-586ae6bf-cbf5-44db-b72d-389da25f1834 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] 10.222.0.10 "GET /v2.0/security-groups?id=aeebecfc-2afb-411a-b312-62aa81725bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580869 Jul 16 14:08:25.454669 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-42ae8550-82c7-41d8-af2b-dd59dc3ec61f req-93c60a59-2ebe-467d-bcb5-7cbd10f5bb88 tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736155824258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4062758'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:08:25.500872 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] get_ports_and_sgs() called for port_ids ['cdc682a6-5781-4281-b8b8-ea55227069a2', '05c7d08c-c6c0-4b8e-94fa-71a6a07db20b', '18a09b15-3ef5-4c09-9928-549cb8310208'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 14:08:25.527876 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c60a59-2ebe-467d-bcb5-7cbd10f5bb88 tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] Pushing event updated for resources: {'Port': ['ID=407ffe76-1814-4223-9578-d440dbe13298,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:08:25.541061 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42ae8550-82c7-41d8-af2b-dd59dc3ec61f req-93c60a59-2ebe-467d-bcb5-7cbd10f5bb88 tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] Network 7ef1faca-03ae-449a-aec5-eac3348ec315 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 14:08:25.543490 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [req-42ae8550-82c7-41d8-af2b-dd59dc3ec61f req-93c60a59-2ebe-467d-bcb5-7cbd10f5bb88 tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 14:08:25.552368 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [req-42ae8550-82c7-41d8-af2b-dd59dc3ec61f req-93c60a59-2ebe-467d-bcb5-7cbd10f5bb88 tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 14:08:25.659506 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ae8550-82c7-41d8-af2b-dd59dc3ec61f req-93c60a59-2ebe-467d-bcb5-7cbd10f5bb88 tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:08:25.660248 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-42ae8550-82c7-41d8-af2b-dd59dc3ec61f req-93c60a59-2ebe-467d-bcb5-7cbd10f5bb88 tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583268'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:08:25.702776 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-42ae8550-82c7-41d8-af2b-dd59dc3ec61f req-93c60a59-2ebe-467d-bcb5-7cbd10f5bb88 tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2896791 Jul 16 14:08:25.729867 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.v2.base [req-42ae8550-82c7-41d8-af2b-dd59dc3ec61f req-5d95e160-ed02-47fa-adb7-b5b9ec90b62e service neutron] Request body: {'port': {'device_id': '3898a299-682e-4215-9c87-1c8c52b19fb0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78476'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:08:25.955852 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c1dca7-779a-4eb3-9569-7867005a77cf req-3f9d9d7c-6004-446a-bfd4-829bd6da83cd tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:08:25.968008 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-61c1dca7-779a-4eb3-9569-7867005a77cf req-3f9d9d7c-6004-446a-bfd4-829bd6da83cd tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] 10.222.0.10 "GET /v2.0/ports?device_id=3898a299-682e-4215-9c87-1c8c52b19fb0 HTTP/1.1" status: 200 len: 932 time: 0.1446774 Jul 16 14:08:26.063587 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-61c1dca7-779a-4eb3-9569-7867005a77cf req-91789226-3ed5-4017-976f-9bf0de36e85a tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] 10.222.0.10 "GET /v2.0/security-groups?id=b754fbbd-8895-49e9-87a9-98dda090ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936503 Jul 16 14:08:26.086042 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-42ae8550-82c7-41d8-af2b-dd59dc3ec61f req-5d95e160-ed02-47fa-adb7-b5b9ec90b62e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:08:26.116088 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89630c4-85f8-436c-b366-068eaa05cb98 req-78e5f424-0eb3-431c-bd4e-811dfccdce1f tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:08:26.123063 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-e89630c4-85f8-436c-b366-068eaa05cb98 req-78e5f424-0eb3-431c-bd4e-811dfccdce1f tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ea9a593-16d3-465c-8131-fc586d36046d HTTP/1.1" status: 200 len: 945 time: 0.3012943 Jul 16 14:08:26.320601 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-e89630c4-85f8-436c-b366-068eaa05cb98 req-e8946855-6f5f-47ba-9db4-7d07b756147e tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/security-groups?id=82181ce4-b774-4a6f-9777-8cd5eff34a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965666 Jul 16 14:08:26.496717 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef44248-e3c1-47cc-aabf-85338e0bfc79 req-8eeda644-112c-4cfd-a4e5-9a496c14f4ac tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:08:26.509011 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-0ef44248-e3c1-47cc-aabf-85338e0bfc79 req-8eeda644-112c-4cfd-a4e5-9a496c14f4ac tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7c92e1b-6094-4c34-87d7-cc60aafaa6c1 HTTP/1.1" status: 200 len: 946 time: 0.0820808 Jul 16 14:08:26.511954 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.notifiers.nova [req-42ae8550-82c7-41d8-af2b-dd59dc3ec61f req-5d95e160-ed02-47fa-adb7-b5b9ec90b62e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 407ffe76-1814-4223-9578-d440dbe13298 {{(pid=93102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 14:08:26.523134 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-42ae8550-82c7-41d8-af2b-dd59dc3ec61f req-5d95e160-ed02-47fa-adb7-b5b9ec90b62e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:08:26.547138 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.db.provisioning_blocks [req-42ae8550-82c7-41d8-af2b-dd59dc3ec61f req-5d95e160-ed02-47fa-adb7-b5b9ec90b62e service neutron] Transition to ACTIVE for port object 407ffe76-1814-4223-9578-d440dbe13298 will not be triggered until provisioned by entity L2. {{(pid=93102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 14:08:26.555377 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-42ae8550-82c7-41d8-af2b-dd59dc3ec61f req-5d95e160-ed02-47fa-adb7-b5b9ec90b62e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736156224341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736155824276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736155824294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4062751'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:08:26.583034 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-0ef44248-e3c1-47cc-aabf-85338e0bfc79 req-205561a5-1a66-4e3e-91ba-ad319286170c tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7ffdc71-7446-41a9-bfc4-bf78fcf225fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730181 Jul 16 14:08:26.661030 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d95e160-ed02-47fa-adb7-b5b9ec90b62e service neutron] Pushing event updated for resources: {'Port': ['ID=407ffe76-1814-4223-9578-d440dbe13298,revision_number=2']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:08:26.799109 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593c453d-25fa-4d4d-ab00-25a9e33c0809 req-b83f443f-42f3-4f34-90af-6f8afc159939 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:08:26.805976 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-593c453d-25fa-4d4d-ab00-25a9e33c0809 req-b83f443f-42f3-4f34-90af-6f8afc159939 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] 10.222.0.10 "GET /v2.0/ports?device_id=ed77822f-6a63-4555-a659-5982e2984dda HTTP/1.1" status: 200 len: 945 time: 0.1707759 Jul 16 14:08:26.827276 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [req-42ae8550-82c7-41d8-af2b-dd59dc3ec61f req-5d95e160-ed02-47fa-adb7-b5b9ec90b62e service neutron] Attempting to bind port 407ffe76-1814-4223-9578-d440dbe13298 on host hv-cinder-78476 for vnic_type normal with profile {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 14:08:26.827636 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [req-42ae8550-82c7-41d8-af2b-dd59dc3ec61f req-5d95e160-ed02-47fa-adb7-b5b9ec90b62e service neutron] Attempting to bind port 407ffe76-1814-4223-9578-d440dbe13298 by drivers openvswitch,hyperv on host hv-cinder-78476 at level 0 using segments [{'id': '3b8d15a4-d0f0-4e80-8b94-8fdab701065f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '7ef1faca-03ae-449a-aec5-eac3348ec315'}] {{(pid=93102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 14:08:26.827927 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ae8550-82c7-41d8-af2b-dd59dc3ec61f req-5d95e160-ed02-47fa-adb7-b5b9ec90b62e service neutron] Attempting to bind port 407ffe76-1814-4223-9578-d440dbe13298 on network 7ef1faca-03ae-449a-aec5-eac3348ec315 {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 14:08:26.840912 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ae8550-82c7-41d8-af2b-dd59dc3ec61f req-5d95e160-ed02-47fa-adb7-b5b9ec90b62e service neutron] Port 407ffe76-1814-4223-9578-d440dbe13298 on network 7ef1faca-03ae-449a-aec5-eac3348ec315 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78476 {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 14:08:26.841229 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ae8550-82c7-41d8-af2b-dd59dc3ec61f req-5d95e160-ed02-47fa-adb7-b5b9ec90b62e service neutron] Attempting to bind port 407ffe76-1814-4223-9578-d440dbe13298 on network 7ef1faca-03ae-449a-aec5-eac3348ec315 {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 14:08:26.846450 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ae8550-82c7-41d8-af2b-dd59dc3ec61f req-5d95e160-ed02-47fa-adb7-b5b9ec90b62e service neutron] Checking agent: {'id': '6fdce28b-c36c-45c9-95d7-1ffee3187505', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78476', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 14, 3, 46), 'started_at': datetime.datetime(2021, 7, 16, 14, 3, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 14, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 14:08:26.846787 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ae8550-82c7-41d8-af2b-dd59dc3ec61f req-5d95e160-ed02-47fa-adb7-b5b9ec90b62e service neutron] Checking segment: {'id': '3b8d15a4-d0f0-4e80-8b94-8fdab701065f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '7ef1faca-03ae-449a-aec5-eac3348ec315'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 14:08:26.847185 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ae8550-82c7-41d8-af2b-dd59dc3ec61f req-5d95e160-ed02-47fa-adb7-b5b9ec90b62e service neutron] Bound using segment: {'id': '3b8d15a4-d0f0-4e80-8b94-8fdab701065f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '7ef1faca-03ae-449a-aec5-eac3348ec315'} {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 14:08:26.847620 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [req-42ae8550-82c7-41d8-af2b-dd59dc3ec61f req-5d95e160-ed02-47fa-adb7-b5b9ec90b62e service neutron] Bound port: 407ffe76-1814-4223-9578-d440dbe13298, host: hv-cinder-78476, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b8d15a4-d0f0-4e80-8b94-8fdab701065f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '7ef1faca-03ae-449a-aec5-eac3348ec315'}}] {{(pid=93102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 14:08:26.847974 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-42ae8550-82c7-41d8-af2b-dd59dc3ec61f req-5d95e160-ed02-47fa-adb7-b5b9ec90b62e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:08:26.922803 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.db [req-42ae8550-82c7-41d8-af2b-dd59dc3ec61f req-5d95e160-ed02-47fa-adb7-b5b9ec90b62e service neutron] For port 407ffe76-1814-4223-9578-d440dbe13298, host hv-cinder-78476, cleared binding levels {{(pid=93102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 14:08:26.926152 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.db [req-42ae8550-82c7-41d8-af2b-dd59dc3ec61f req-5d95e160-ed02-47fa-adb7-b5b9ec90b62e service neutron] For port 407ffe76-1814-4223-9578-d440dbe13298, host hv-cinder-78476, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=407ffe76-1814-4223-9578-d440dbe13298,segment=NetworkSegment(3b8d15a4-d0f0-4e80-8b94-8fdab701065f),segment_id=3b8d15a4-d0f0-4e80-8b94-8fdab701065f)] {{(pid=93102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 14:08:26.935740 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-42ae8550-82c7-41d8-af2b-dd59dc3ec61f req-5d95e160-ed02-47fa-adb7-b5b9ec90b62e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736156224341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736155824276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736155824294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4062751'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:08:26.995540 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d95e160-ed02-47fa-adb7-b5b9ec90b62e service neutron] Pushing event updated for resources: {'Port': ['ID=407ffe76-1814-4223-9578-d440dbe13298,revision_number=3']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:08:27.011609 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-593c453d-25fa-4d4d-ab00-25a9e33c0809 req-de7870b5-0089-41be-928c-62f94cdf0dd5 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] 10.222.0.10 "GET /v2.0/security-groups?id=aeebecfc-2afb-411a-b312-62aa81725bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2034264 Jul 16 14:08:27.024380 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ae8550-82c7-41d8-af2b-dd59dc3ec61f req-5d95e160-ed02-47fa-adb7-b5b9ec90b62e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:08:27.025270 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-42ae8550-82c7-41d8-af2b-dd59dc3ec61f req-5d95e160-ed02-47fa-adb7-b5b9ec90b62e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583268'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:08:27.026792 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-42ae8550-82c7-41d8-af2b-dd59dc3ec61f req-5d95e160-ed02-47fa-adb7-b5b9ec90b62e service neutron] 10.222.0.25 "PUT /v2.0/ports/407ffe76-1814-4223-9578-d440dbe13298 HTTP/1.1" status: 200 len: 1094 time: 1.3018596 Jul 16 14:08:27.027259 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3898a299-682e-4215-9c87-1c8c52b19fb0', 'tag': '407ffe76-1814-4223-9578-d440dbe13298'}] {{(pid=93102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 14:08:27.029578 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a11fcfe668901014f0ad0c9d70c66bea342e29a2e59f45ce58be81cf923ee92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c692df6b-eaed-47ee-82b9-0ed0f7af7704" -d '{"events": [{"name": "network-changed", "server_uuid": "3898a299-682e-4215-9c87-1c8c52b19fb0", "tag": "407ffe76-1814-4223-9578-d440dbe13298"}]}' {{(pid=93102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 14:08:27.074784 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 14:08:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12cce755-27d3-4d14-a345-b5b8d1e4dc79 x-openstack-request-id: req-12cce755-27d3-4d14-a345-b5b8d1e4dc79 {{(pid=93102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 14:08:27.075111 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3898a299-682e-4215-9c87-1c8c52b19fb0", "tag": "407ffe76-1814-4223-9578-d440dbe13298", "status": "completed", "code": 200}]} {{(pid=93102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 14:08:27.075345 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-12cce755-27d3-4d14-a345-b5b8d1e4dc79 {{(pid=93102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 14:08:27.075812 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3898a299-682e-4215-9c87-1c8c52b19fb0', 'tag': '407ffe76-1814-4223-9578-d440dbe13298', 'status': 'completed', 'code': 200} Jul 16 14:08:27.254866 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ae8550-82c7-41d8-af2b-dd59dc3ec61f req-03844428-1f39-4df0-a4c4-081a96c300c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:08:27.265017 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-42ae8550-82c7-41d8-af2b-dd59dc3ec61f req-03844428-1f39-4df0-a4c4-081a96c300c1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=65aa6d16d1494e3e938670a7bcde4ef6&device_id=3898a299-682e-4215-9c87-1c8c52b19fb0 HTTP/1.1" status: 200 len: 1097 time: 0.1495216 Jul 16 14:08:27.349499 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-42ae8550-82c7-41d8-af2b-dd59dc3ec61f req-66804696-d1fd-40bd-a8ca-ed28bdaffad1 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=407ffe76-1814-4223-9578-d440dbe13298 HTTP/1.1" status: 200 len: 217 time: 0.0389400 Jul 16 14:08:27.456616 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ae8550-82c7-41d8-af2b-dd59dc3ec61f req-81440e9c-e7dc-4d33-94fc-075734240f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:08:27.470385 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-42ae8550-82c7-41d8-af2b-dd59dc3ec61f req-81440e9c-e7dc-4d33-94fc-075734240f5a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b9558011-4645-42ab-96a4-509a9f3696f5 HTTP/1.1" status: 200 len: 854 time: 0.1134639 Jul 16 14:08:27.558770 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8918679c-ace6-4590-a685-32517b671b49 req-de06a5c3-740d-49c8-a8cb-c740630ec649 tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:08:27.571115 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-8918679c-ace6-4590-a685-32517b671b49 req-de06a5c3-740d-49c8-a8cb-c740630ec649 tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] 10.222.0.10 "GET /v2.0/ports?device_id=3898a299-682e-4215-9c87-1c8c52b19fb0 HTTP/1.1" status: 200 len: 944 time: 0.3616881 Jul 16 14:08:27.573354 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-42ae8550-82c7-41d8-af2b-dd59dc3ec61f req-6fa2d1b6-7b1d-4a82-b5ac-d5a3200c9062 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7ef1faca-03ae-449a-aec5-eac3348ec315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0937786 Jul 16 14:08:27.613287 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9310fe-fe9a-4c60-8e96-64ef8fae24c4 req-f545544c-67f1-491a-a912-efa0935ecc1c tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:08:27.623660 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-5d9310fe-fe9a-4c60-8e96-64ef8fae24c4 req-f545544c-67f1-491a-a912-efa0935ecc1c tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ea9a593-16d3-465c-8131-fc586d36046d HTTP/1.1" status: 200 len: 945 time: 0.1230078 Jul 16 14:08:27.676787 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-5d9310fe-fe9a-4c60-8e96-64ef8fae24c4 req-095dd00a-9be5-4763-8162-c33fcf944b93 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/security-groups?id=82181ce4-b774-4a6f-9777-8cd5eff34a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510507 Jul 16 14:08:27.749028 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-42ae8550-82c7-41d8-af2b-dd59dc3ec61f req-80d4e0d7-b53d-4b3a-9885-cb40e24bbb3e service neutron] 10.222.0.25 "GET /v2.0/networks/7ef1faca-03ae-449a-aec5-eac3348ec315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627879 Jul 16 14:08:27.794341 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-8918679c-ace6-4590-a685-32517b671b49 req-43813545-94dd-47e7-9a9d-cf1ebdba17b3 tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] 10.222.0.10 "GET /v2.0/security-groups?id=b754fbbd-8895-49e9-87a9-98dda090ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166243 Jul 16 14:08:27.994125 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a5d2aa-2d3d-4aa8-8289-c4da6a511149 req-99fb6282-cc3a-48db-9fd1-bbf1864d85c4 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:08:28.002526 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-77a5d2aa-2d3d-4aa8-8289-c4da6a511149 req-99fb6282-cc3a-48db-9fd1-bbf1864d85c4 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7c92e1b-6094-4c34-87d7-cc60aafaa6c1 HTTP/1.1" status: 200 len: 946 time: 0.1278269 Jul 16 14:08:28.005071 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-42ae8550-82c7-41d8-af2b-dd59dc3ec61f req-62b79913-c4a8-469a-b8ec-881c9422b844 service neutron] 10.222.0.25 "GET /v2.0/networks/7ef1faca-03ae-449a-aec5-eac3348ec315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2438200 Jul 16 14:08:28.063581 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-77a5d2aa-2d3d-4aa8-8289-c4da6a511149 req-e858e5de-7091-446c-a9fc-673fe13666fe tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7ffdc71-7446-41a9-bfc4-bf78fcf225fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569735 Jul 16 14:08:28.219775 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c692df6b-eaed-47ee-82b9-0ed0f7af7704 req-f49363d9-6ade-4db2-ba3e-40e6c8a6e304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:08:28.226952 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-c692df6b-eaed-47ee-82b9-0ed0f7af7704 req-f49363d9-6ade-4db2-ba3e-40e6c8a6e304 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=65aa6d16d1494e3e938670a7bcde4ef6&device_id=3898a299-682e-4215-9c87-1c8c52b19fb0 HTTP/1.1" status: 200 len: 1097 time: 0.1237624 Jul 16 14:08:28.341523 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c692df6b-eaed-47ee-82b9-0ed0f7af7704 req-34ca0338-86c6-48c3-84a9-a493c07f6632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:08:28.342954 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-c692df6b-eaed-47ee-82b9-0ed0f7af7704 req-34ca0338-86c6-48c3-84a9-a493c07f6632 service neutron] 10.222.0.25 "GET /v2.0/networks?id=7ef1faca-03ae-449a-aec5-eac3348ec315 HTTP/1.1" status: 200 len: 915 time: 0.1089211 Jul 16 14:08:28.445171 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-c692df6b-eaed-47ee-82b9-0ed0f7af7704 req-67a1c71a-6a3a-4db5-87e0-7d751e69c504 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=407ffe76-1814-4223-9578-d440dbe13298 HTTP/1.1" status: 200 len: 217 time: 0.0626020 Jul 16 14:08:28.458329 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54af1dd1-3e42-4d82-ac7a-49eaaa8aea68 req-37afb224-5203-43a1-98e0-c2272362faf6 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:08:28.465868 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-54af1dd1-3e42-4d82-ac7a-49eaaa8aea68 req-37afb224-5203-43a1-98e0-c2272362faf6 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] 10.222.0.10 "GET /v2.0/ports?device_id=ed77822f-6a63-4555-a659-5982e2984dda HTTP/1.1" status: 200 len: 945 time: 0.1217649 Jul 16 14:08:28.544943 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c692df6b-eaed-47ee-82b9-0ed0f7af7704 req-1f0e9446-38da-4616-9feb-7648c2143551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:08:28.546438 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-c692df6b-eaed-47ee-82b9-0ed0f7af7704 req-1f0e9446-38da-4616-9feb-7648c2143551 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b9558011-4645-42ab-96a4-509a9f3696f5 HTTP/1.1" status: 200 len: 854 time: 0.0594170 Jul 16 14:08:28.561612 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-54af1dd1-3e42-4d82-ac7a-49eaaa8aea68 req-18056779-5a55-4c29-8733-78e8b598fc78 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] 10.222.0.10 "GET /v2.0/security-groups?id=aeebecfc-2afb-411a-b312-62aa81725bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944898 Jul 16 14:08:28.626978 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-c692df6b-eaed-47ee-82b9-0ed0f7af7704 req-16910161-fe1d-4251-9b24-34a9f8ab980a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7ef1faca-03ae-449a-aec5-eac3348ec315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0628052 Jul 16 14:08:28.751983 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-c692df6b-eaed-47ee-82b9-0ed0f7af7704 req-7c047d03-9d42-4483-b0e7-8137b5d44537 service neutron] 10.222.0.25 "GET /v2.0/networks/7ef1faca-03ae-449a-aec5-eac3348ec315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104879 Jul 16 14:08:28.904563 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-c692df6b-eaed-47ee-82b9-0ed0f7af7704 req-12b7e6bd-0cd2-425d-a7d7-17581ba7941d service neutron] 10.222.0.25 "GET /v2.0/networks/7ef1faca-03ae-449a-aec5-eac3348ec315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446474 Jul 16 14:08:29.002031 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e50b91f-448f-475f-b3cc-d997f5e3d6a2 req-6bc40e6b-1f8b-4f25-9cd6-a31a63f9c6bf tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:08:29.006241 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-2e50b91f-448f-475f-b3cc-d997f5e3d6a2 req-6bc40e6b-1f8b-4f25-9cd6-a31a63f9c6bf tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ea9a593-16d3-465c-8131-fc586d36046d HTTP/1.1" status: 200 len: 945 time: 0.1458688 Jul 16 14:08:29.046698 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886ece17-7d5c-47ad-8474-d196a32ddd8b req-b1b8b875-0f43-4168-88da-3da6e626764c tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:08:29.057777 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-886ece17-7d5c-47ad-8474-d196a32ddd8b req-b1b8b875-0f43-4168-88da-3da6e626764c tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] 10.222.0.10 "GET /v2.0/ports?device_id=3898a299-682e-4215-9c87-1c8c52b19fb0 HTTP/1.1" status: 200 len: 944 time: 0.1082804 Jul 16 14:08:29.087223 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-2e50b91f-448f-475f-b3cc-d997f5e3d6a2 req-bae5e6e6-d554-4ef0-a8e2-ce744b767a37 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/security-groups?id=82181ce4-b774-4a6f-9777-8cd5eff34a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765750 Jul 16 14:08:29.162488 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-886ece17-7d5c-47ad-8474-d196a32ddd8b req-d46b3808-d82a-451a-9d85-5845ff6ad62e tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] 10.222.0.10 "GET /v2.0/security-groups?id=b754fbbd-8895-49e9-87a9-98dda090ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935910 Jul 16 14:08:29.345876 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df223a29-237c-41fc-b500-39e4bda1788e req-da8a4a09-3ca6-44f1-b6be-ea9ce88440c3 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:08:29.348113 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-df223a29-237c-41fc-b500-39e4bda1788e req-da8a4a09-3ca6-44f1-b6be-ea9ce88440c3 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7c92e1b-6094-4c34-87d7-cc60aafaa6c1 HTTP/1.1" status: 200 len: 946 time: 0.0965292 Jul 16 14:08:29.427133 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-df223a29-237c-41fc-b500-39e4bda1788e req-3e778973-9cd3-44d4-b055-abea68183ab1 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7ffdc71-7446-41a9-bfc4-bf78fcf225fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703244 Jul 16 14:08:29.851333 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08b0f8f-270f-4a45-a8c0-dea163cb778e req-9e474b8d-86e3-42a7-a583-90f6739ec227 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:08:29.861856 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-a08b0f8f-270f-4a45-a8c0-dea163cb778e req-9e474b8d-86e3-42a7-a583-90f6739ec227 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] 10.222.0.10 "GET /v2.0/ports?device_id=ed77822f-6a63-4555-a659-5982e2984dda HTTP/1.1" status: 200 len: 945 time: 0.1121559 Jul 16 14:08:29.926074 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-a08b0f8f-270f-4a45-a8c0-dea163cb778e req-b15b4e18-d9f9-4037-ba12-73d5159e6b6f tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] 10.222.0.10 "GET /v2.0/security-groups?id=aeebecfc-2afb-411a-b312-62aa81725bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527408 Jul 16 14:08:30.350090 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e126e4c-a5aa-4e1d-b416-6bddc27731ef req-965e8fb5-2d82-44eb-8e03-457c08f7fa25 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:08:30.351660 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-1e126e4c-a5aa-4e1d-b416-6bddc27731ef req-965e8fb5-2d82-44eb-8e03-457c08f7fa25 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ea9a593-16d3-465c-8131-fc586d36046d HTTP/1.1" status: 200 len: 945 time: 0.1269302 Jul 16 14:08:30.409515 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b90a9bf-b0a5-41ad-bb01-4f52a4fa5f00 req-720b5833-cdae-46fd-94e0-5038b8ecd398 tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:08:30.429593 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-1e126e4c-a5aa-4e1d-b416-6bddc27731ef req-eb905c6c-d9b7-4144-b640-44e5449ef871 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/security-groups?id=82181ce4-b774-4a6f-9777-8cd5eff34a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713081 Jul 16 14:08:30.433443 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-6b90a9bf-b0a5-41ad-bb01-4f52a4fa5f00 req-720b5833-cdae-46fd-94e0-5038b8ecd398 tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] 10.222.0.10 "GET /v2.0/ports?device_id=3898a299-682e-4215-9c87-1c8c52b19fb0 HTTP/1.1" status: 200 len: 944 time: 0.1164842 Jul 16 14:08:30.484699 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-6b90a9bf-b0a5-41ad-bb01-4f52a4fa5f00 req-85672d18-3738-4902-aae0-cd193382546e tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] 10.222.0.10 "GET /v2.0/security-groups?id=b754fbbd-8895-49e9-87a9-98dda090ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500736 Jul 16 14:08:30.701458 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.agents_db [None req-74bc78d6-8b96-4e29-998d-b6ecd97de622 None None] Agent healthcheck: found 6 active agents {{(pid=93105) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 14:08:30.770284 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313ef4f2-c7b5-46c1-9e5d-8eca149d4480 req-72f44ec7-5a19-4a98-801f-ec122c676175 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:08:30.784445 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-313ef4f2-c7b5-46c1-9e5d-8eca149d4480 req-72f44ec7-5a19-4a98-801f-ec122c676175 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7c92e1b-6094-4c34-87d7-cc60aafaa6c1 HTTP/1.1" status: 200 len: 946 time: 0.1462801 Jul 16 14:08:30.865580 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-313ef4f2-c7b5-46c1-9e5d-8eca149d4480 req-327082c4-3b25-40ea-806d-d86e8b9c22a7 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7ffdc71-7446-41a9-bfc4-bf78fcf225fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797799 Jul 16 14:08:31.238457 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad721bb8-cf70-4408-9690-84c91740e2b8 req-bdfb17a4-a3b0-40bd-b96b-a76a77a6a913 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:08:31.240548 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-ad721bb8-cf70-4408-9690-84c91740e2b8 req-bdfb17a4-a3b0-40bd-b96b-a76a77a6a913 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] 10.222.0.10 "GET /v2.0/ports?device_id=ed77822f-6a63-4555-a659-5982e2984dda HTTP/1.1" status: 200 len: 945 time: 0.0944488 Jul 16 14:08:31.334511 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-ad721bb8-cf70-4408-9690-84c91740e2b8 req-25f5a540-cc50-4272-ac4e-680a4c26a7ca tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] 10.222.0.10 "GET /v2.0/security-groups?id=aeebecfc-2afb-411a-b312-62aa81725bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865538 Jul 16 14:08:31.657378 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211167cd-f2d5-41fa-9d82-6786b300b786 req-0eea8a9e-a895-448a-9fd3-8496085b0e74 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:08:31.665737 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-211167cd-f2d5-41fa-9d82-6786b300b786 req-0eea8a9e-a895-448a-9fd3-8496085b0e74 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ea9a593-16d3-465c-8131-fc586d36046d HTTP/1.1" status: 200 len: 945 time: 0.0758605 Jul 16 14:08:31.712531 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-211167cd-f2d5-41fa-9d82-6786b300b786 req-05cd0b53-0533-4b3b-8f13-76ef4d5f0937 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/security-groups?id=82181ce4-b774-4a6f-9777-8cd5eff34a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451918 Jul 16 14:08:31.811848 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8b9856-7a4f-450c-8d89-0e4fa47f2039 req-334964d5-0ff8-43bd-8a66-ab42703c4092 tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:08:31.813472 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-aa8b9856-7a4f-450c-8d89-0e4fa47f2039 req-334964d5-0ff8-43bd-8a66-ab42703c4092 tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] 10.222.0.10 "GET /v2.0/ports?device_id=3898a299-682e-4215-9c87-1c8c52b19fb0 HTTP/1.1" status: 200 len: 944 time: 0.0940397 Jul 16 14:08:31.896076 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-aa8b9856-7a4f-450c-8d89-0e4fa47f2039 req-d4ef0e6a-8f39-450f-a346-5125f39c56c5 tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] 10.222.0.10 "GET /v2.0/security-groups?id=b754fbbd-8895-49e9-87a9-98dda090ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732000 Jul 16 14:08:32.143430 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf216ce6-6203-4766-a81d-85adce8d4251 req-1c225853-0cc3-4fdb-9730-e3fbff00cbe0 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:08:32.150764 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-bf216ce6-6203-4766-a81d-85adce8d4251 req-1c225853-0cc3-4fdb-9730-e3fbff00cbe0 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7c92e1b-6094-4c34-87d7-cc60aafaa6c1 HTTP/1.1" status: 200 len: 946 time: 0.1041503 Jul 16 14:08:32.220637 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-bf216ce6-6203-4766-a81d-85adce8d4251 req-31a4bc89-ea05-4283-8438-ef4e2e3ec4a3 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7ffdc71-7446-41a9-bfc4-bf78fcf225fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653176 Jul 16 14:08:32.555623 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb6a560-c60c-4569-bc05-2b673d5b0813 req-8050c685-06ba-4402-bf33-87715a1f7b19 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:08:32.557194 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-9eb6a560-c60c-4569-bc05-2b673d5b0813 req-8050c685-06ba-4402-bf33-87715a1f7b19 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] 10.222.0.10 "GET /v2.0/ports?device_id=ed77822f-6a63-4555-a659-5982e2984dda HTTP/1.1" status: 200 len: 945 time: 0.0755291 Jul 16 14:08:32.625153 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-9eb6a560-c60c-4569-bc05-2b673d5b0813 req-67e25109-df02-4906-8afe-af72f360f34e tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] 10.222.0.10 "GET /v2.0/security-groups?id=aeebecfc-2afb-411a-b312-62aa81725bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572143 Jul 16 14:08:33.247285 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf96c93-26ce-4ae8-a9dc-25cf6f525359 req-e833bc2b-5a09-4693-867d-8c5bc218b497 tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:08:33.255451 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-baf96c93-26ce-4ae8-a9dc-25cf6f525359 req-e833bc2b-5a09-4693-867d-8c5bc218b497 tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] 10.222.0.10 "GET /v2.0/ports?device_id=3898a299-682e-4215-9c87-1c8c52b19fb0 HTTP/1.1" status: 200 len: 944 time: 0.1162982 Jul 16 14:08:33.303336 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c17869f-f702-4b0b-a28e-15c1221e6035 req-8f815852-7b42-41f7-8246-5a0993cc3026 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:08:33.310988 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-1c17869f-f702-4b0b-a28e-15c1221e6035 req-8f815852-7b42-41f7-8246-5a0993cc3026 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ea9a593-16d3-465c-8131-fc586d36046d HTTP/1.1" status: 200 len: 945 time: 0.4420085 Jul 16 14:08:33.333488 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-baf96c93-26ce-4ae8-a9dc-25cf6f525359 req-9fe19ce4-e7ae-437e-94f6-76770387749a tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] 10.222.0.10 "GET /v2.0/security-groups?id=b754fbbd-8895-49e9-87a9-98dda090ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766261 Jul 16 14:08:33.362240 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-1c17869f-f702-4b0b-a28e-15c1221e6035 req-6bc6f873-6219-47d0-82d8-13cb09eb805e tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/security-groups?id=82181ce4-b774-4a6f-9777-8cd5eff34a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500953 Jul 16 14:08:33.577639 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfd4558-f18f-4099-946a-8000f3395827 req-fb68319b-ba82-431c-b596-8b196154c8bc tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:08:33.580231 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-ccfd4558-f18f-4099-946a-8000f3395827 req-fb68319b-ba82-431c-b596-8b196154c8bc tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7c92e1b-6094-4c34-87d7-cc60aafaa6c1 HTTP/1.1" status: 200 len: 946 time: 0.1293056 Jul 16 14:08:33.655763 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-ccfd4558-f18f-4099-946a-8000f3395827 req-3ed9c101-1e9d-4c88-9f05-a58f72764d01 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7ffdc71-7446-41a9-bfc4-bf78fcf225fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515141 Jul 16 14:08:33.865461 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1206b700-52c6-4ba4-a992-9a7b73f14356 req-438041e6-d154-4f41-a61c-952b6b35a4a5 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:08:33.873941 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-1206b700-52c6-4ba4-a992-9a7b73f14356 req-438041e6-d154-4f41-a61c-952b6b35a4a5 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] 10.222.0.10 "GET /v2.0/ports?device_id=ed77822f-6a63-4555-a659-5982e2984dda HTTP/1.1" status: 200 len: 945 time: 0.0978315 Jul 16 14:08:33.949016 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-1206b700-52c6-4ba4-a992-9a7b73f14356 req-bf5f58f3-ed87-4699-89f4-eb7335b81105 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] 10.222.0.10 "GET /v2.0/security-groups?id=aeebecfc-2afb-411a-b312-62aa81725bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606225 Jul 16 14:08:34.623709 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd99e91-4c67-4748-8de5-f55567c7514f req-603b0a3d-88ee-4547-af1c-dc0b60ed0a0a tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:08:34.630887 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea02be4-c245-4e68-bb54-450009977024 req-40684f9c-a40f-4991-9e47-9cb557cc744a tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:08:34.631416 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-2bd99e91-4c67-4748-8de5-f55567c7514f req-603b0a3d-88ee-4547-af1c-dc0b60ed0a0a tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ea9a593-16d3-465c-8131-fc586d36046d HTTP/1.1" status: 200 len: 945 time: 0.0817811 Jul 16 14:08:34.633403 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-cea02be4-c245-4e68-bb54-450009977024 req-40684f9c-a40f-4991-9e47-9cb557cc744a tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] 10.222.0.10 "GET /v2.0/ports?device_id=3898a299-682e-4215-9c87-1c8c52b19fb0 HTTP/1.1" status: 200 len: 944 time: 0.1017964 Jul 16 14:08:34.686016 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-cea02be4-c245-4e68-bb54-450009977024 req-2f2a97a5-269c-4fd6-9625-fd1f1ea4c489 tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] 10.222.0.10 "GET /v2.0/security-groups?id=b754fbbd-8895-49e9-87a9-98dda090ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464103 Jul 16 14:08:34.716409 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-2bd99e91-4c67-4748-8de5-f55567c7514f req-238dc12a-32ed-478f-90bd-ee5f628d7234 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/security-groups?id=82181ce4-b774-4a6f-9777-8cd5eff34a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749335 Jul 16 14:08:34.847296 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2482f0f3-1b7b-40c1-9bac-58e25783ce04 req-01098e68-06c1-4dcc-90d4-c0d7188afccf tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:08:34.855905 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-2482f0f3-1b7b-40c1-9bac-58e25783ce04 req-01098e68-06c1-4dcc-90d4-c0d7188afccf tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7c92e1b-6094-4c34-87d7-cc60aafaa6c1 HTTP/1.1" status: 200 len: 946 time: 0.0739250 Jul 16 14:08:34.891265 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-2482f0f3-1b7b-40c1-9bac-58e25783ce04 req-62b19de2-6fa4-42e0-8fe5-9319cb898529 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7ffdc71-7446-41a9-bfc4-bf78fcf225fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349414 Jul 16 14:08:35.126473 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f158df3-a67c-4e74-8170-b3a1da242e8e req-ba433039-6b75-4928-8812-bf37f61483f0 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:08:35.127925 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-1f158df3-a67c-4e74-8170-b3a1da242e8e req-ba433039-6b75-4928-8812-bf37f61483f0 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] 10.222.0.10 "GET /v2.0/ports?device_id=ed77822f-6a63-4555-a659-5982e2984dda HTTP/1.1" status: 200 len: 945 time: 0.0611942 Jul 16 14:08:35.165375 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-1f158df3-a67c-4e74-8170-b3a1da242e8e req-8cecce05-c6f4-4027-a96b-220fdeea5621 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] 10.222.0.10 "GET /v2.0/security-groups?id=aeebecfc-2afb-411a-b312-62aa81725bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313287 Jul 16 14:08:35.921331 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8dda82-f556-4e24-9639-340f1e786e3e req-13665ad0-12b3-4225-9d31-a774c0690b25 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:08:35.922857 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-ba8dda82-f556-4e24-9639-340f1e786e3e req-13665ad0-12b3-4225-9d31-a774c0690b25 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ea9a593-16d3-465c-8131-fc586d36046d HTTP/1.1" status: 200 len: 945 time: 0.1020918 Jul 16 14:08:35.923221 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37bc4bd-99ce-41fa-a4a5-2970a4e56eb8 req-ca1a73dc-bc70-4131-8c72-86a74500cbfb tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:08:35.924712 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-b37bc4bd-99ce-41fa-a4a5-2970a4e56eb8 req-ca1a73dc-bc70-4131-8c72-86a74500cbfb tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] 10.222.0.10 "GET /v2.0/ports?device_id=3898a299-682e-4215-9c87-1c8c52b19fb0 HTTP/1.1" status: 200 len: 944 time: 0.1258190 Jul 16 14:08:35.947515 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bcd205-2d99-4917-a680-99d20e6761b8 req-a972d83b-fca7-49a2-9785-491c87e06cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:08:35.949536 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-35bcd205-2d99-4917-a680-99d20e6761b8 req-a972d83b-fca7-49a2-9785-491c87e06cb2 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a6bc8fee6e964669b7be670f21fca0f5&device_id=a7c92e1b-6094-4c34-87d7-cc60aafaa6c1 HTTP/1.1" status: 200 len: 1099 time: 0.0920496 Jul 16 14:08:35.985486 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-ba8dda82-f556-4e24-9639-340f1e786e3e req-82b28b2f-c8f6-4c08-b7bb-17dff405877d tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/security-groups?id=82181ce4-b774-4a6f-9777-8cd5eff34a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565052 Jul 16 14:08:36.017398 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-b37bc4bd-99ce-41fa-a4a5-2970a4e56eb8 req-bb32d344-65de-4c3e-8e09-50e0bc4837e0 tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] 10.222.0.10 "GET /v2.0/security-groups?id=b754fbbd-8895-49e9-87a9-98dda090ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864387 Jul 16 14:08:36.075723 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bcd205-2d99-4917-a680-99d20e6761b8 req-2d0cee44-26e1-4276-a514-5dcf4d517d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:08:36.077303 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-35bcd205-2d99-4917-a680-99d20e6761b8 req-2d0cee44-26e1-4276-a514-5dcf4d517d6b service neutron] 10.222.0.25 "GET /v2.0/networks?id=3a4fb2c2-e115-4208-b9b7-fb0af769d696 HTTP/1.1" status: 200 len: 917 time: 0.0986679 Jul 16 14:08:36.149109 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-35bcd205-2d99-4917-a680-99d20e6761b8 req-ee6611ad-ff28-4878-a96b-0d86a6b05849 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5dc77129-1453-4456-8a98-7b9dd10f5485 HTTP/1.1" status: 200 len: 1002 time: 0.0643733 Jul 16 14:08:36.151597 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616fd11d-b954-4bff-b17e-f65cfc18b116 req-a0e723cf-d403-48b8-aee8-e8b5d12d4f0b tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:08:36.153371 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-616fd11d-b954-4bff-b17e-f65cfc18b116 req-a0e723cf-d403-48b8-aee8-e8b5d12d4f0b tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7c92e1b-6094-4c34-87d7-cc60aafaa6c1 HTTP/1.1" status: 200 len: 946 time: 0.0674207 Jul 16 14:08:36.191762 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-616fd11d-b954-4bff-b17e-f65cfc18b116 req-35eb63c2-4ca8-491b-aa19-d7c1fde85704 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7ffdc71-7446-41a9-bfc4-bf78fcf225fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320697 Jul 16 14:08:36.222948 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bcd205-2d99-4917-a680-99d20e6761b8 req-09d745ab-2ab6-48f5-a960-720098b25674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:08:36.225326 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-35bcd205-2d99-4917-a680-99d20e6761b8 req-09d745ab-2ab6-48f5-a960-720098b25674 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9264d998-2235-4ea7-905f-68b77e185814 HTTP/1.1" status: 200 len: 855 time: 0.0615635 Jul 16 14:08:36.308319 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bcd205-2d99-4917-a680-99d20e6761b8 req-958fdf81-3cfb-49b9-b453-58beac9c20cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:08:36.310491 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-35bcd205-2d99-4917-a680-99d20e6761b8 req-958fdf81-3cfb-49b9-b453-58beac9c20cf service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3a4fb2c2-e115-4208-b9b7-fb0af769d696&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0722826 Jul 16 14:08:36.453288 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8907ca-899f-41ae-afe8-e7db6d206578 req-ff512646-f500-406d-b8d6-c4bf5710fd4d tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:08:36.455141 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-3a8907ca-899f-41ae-afe8-e7db6d206578 req-ff512646-f500-406d-b8d6-c4bf5710fd4d tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] 10.222.0.10 "GET /v2.0/ports?device_id=ed77822f-6a63-4555-a659-5982e2984dda HTTP/1.1" status: 200 len: 945 time: 0.1434829 Jul 16 14:08:36.459907 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-35bcd205-2d99-4917-a680-99d20e6761b8 req-536d253b-6a92-47b4-a25e-a2f7cb32a21f service neutron] 10.222.0.25 "GET /v2.0/networks/3a4fb2c2-e115-4208-b9b7-fb0af769d696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202762 Jul 16 14:08:36.532758 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-3a8907ca-899f-41ae-afe8-e7db6d206578 req-75e89dab-a2ad-4168-9d34-9866dd2e5075 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] 10.222.0.10 "GET /v2.0/security-groups?id=aeebecfc-2afb-411a-b312-62aa81725bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698588 Jul 16 14:08:36.609324 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-35bcd205-2d99-4917-a680-99d20e6761b8 req-da80b900-7630-4f9b-9072-9c32c2f54192 service neutron] 10.222.0.25 "GET /v2.0/networks/3a4fb2c2-e115-4208-b9b7-fb0af769d696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395967 Jul 16 14:08:37.237862 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3168b1-609a-4bd2-acf5-441bb56487b4 req-968caafc-7d5e-4c27-a49e-c3d024d621d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:08:37.241121 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-ce3168b1-609a-4bd2-acf5-441bb56487b4 req-968caafc-7d5e-4c27-a49e-c3d024d621d4 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=4ea9a593-16d3-465c-8131-fc586d36046d HTTP/1.1" status: 200 len: 1098 time: 0.1384614 Jul 16 14:08:37.284422 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7749443-1233-43a8-94f4-98d0dfacd11d req-6b21c07d-da96-4cdd-82d3-80c39e22cae5 tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:08:37.286611 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-f7749443-1233-43a8-94f4-98d0dfacd11d req-6b21c07d-da96-4cdd-82d3-80c39e22cae5 tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] 10.222.0.10 "GET /v2.0/ports?device_id=3898a299-682e-4215-9c87-1c8c52b19fb0 HTTP/1.1" status: 200 len: 944 time: 0.1078932 Jul 16 14:08:37.306133 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0863e20-5745-495e-befe-95d7656b735c req-604bc5df-33c9-4ef9-8249-2f90d84faf96 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:08:37.315779 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-ce3168b1-609a-4bd2-acf5-441bb56487b4 req-58d60812-c14f-464e-a106-82d9ddb40d74 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=82181ce4-b774-4a6f-9777-8cd5eff34a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632408 Jul 16 14:08:37.321785 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-f0863e20-5745-495e-befe-95d7656b735c req-604bc5df-33c9-4ef9-8249-2f90d84faf96 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ea9a593-16d3-465c-8131-fc586d36046d HTTP/1.1" status: 200 len: 945 time: 0.1448078 Jul 16 14:08:37.336239 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-f7749443-1233-43a8-94f4-98d0dfacd11d req-b632bd79-d60d-4c80-87ac-f9ab20c1a502 tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] 10.222.0.10 "GET /v2.0/security-groups?id=b754fbbd-8895-49e9-87a9-98dda090ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411131 Jul 16 14:08:37.392714 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-f0863e20-5745-495e-befe-95d7656b735c req-1406c3d4-ddfa-463f-a85b-83a9a360f1b6 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/security-groups?id=82181ce4-b774-4a6f-9777-8cd5eff34a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694737 Jul 16 14:08:37.520071 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68e9458-bbb1-4bfd-aa59-0541aceffe7d req-79a75cfd-261d-400b-8d15-b3c259751b55 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:08:37.522246 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-a68e9458-bbb1-4bfd-aa59-0541aceffe7d req-79a75cfd-261d-400b-8d15-b3c259751b55 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7c92e1b-6094-4c34-87d7-cc60aafaa6c1 HTTP/1.1" status: 200 len: 946 time: 0.0779629 Jul 16 14:08:37.763100 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0f2539-7805-4dd1-b34f-578baefec627 req-72487f75-2374-47c9-8ee9-f3ae77a03812 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:08:37.766073 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-cd0f2539-7805-4dd1-b34f-578baefec627 req-72487f75-2374-47c9-8ee9-f3ae77a03812 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] 10.222.0.10 "GET /v2.0/ports?device_id=ed77822f-6a63-4555-a659-5982e2984dda HTTP/1.1" status: 200 len: 945 time: 0.0979824 Jul 16 14:08:37.808800 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-cd0f2539-7805-4dd1-b34f-578baefec627 req-f8c5fda8-2a2d-4a06-b917-146f91439f3e tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] 10.222.0.10 "GET /v2.0/security-groups?id=aeebecfc-2afb-411a-b312-62aa81725bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409834 Jul 16 14:08:37.833000 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-a68e9458-bbb1-4bfd-aa59-0541aceffe7d req-df4f716e-fdd5-4a42-8fcf-fb66d857c173 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7ffdc71-7446-41a9-bfc4-bf78fcf225fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3004825 Jul 16 14:08:38.062211 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Device 407ffe76-1814-4223-9578-d440dbe13298 details requested by agent hyperv_hv-cinder-78476 with host hv-cinder-78476 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 14:08:38.073985 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Device 5dc77129-1453-4456-8a98-7b9dd10f5485 no longer exists at agent hyperv_hv-cinder-78476 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 14:08:38.205631 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:08:38.246926 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7c92e1b-6094-4c34-87d7-cc60aafaa6c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5dc77129-1453-4456-8a98-7b9dd10f5485'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 14:08:38.249724 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e17b9d4f214fa64bfb48c5bf95da0f2ee536929a6529a77ec24820d0293f4c41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-901ac9e8-9d6b-4292-ad80-421a65f105cc" -d '{"events": [{"server_uuid": "a7c92e1b-6094-4c34-87d7-cc60aafaa6c1", "name": "network-vif-unplugged", "status": "completed", "tag": "5dc77129-1453-4456-8a98-7b9dd10f5485"}]}' {{(pid=93103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 14:08:38.268597 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] For port 407ffe76-1814-4223-9578-d440dbe13298, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=407ffe76-1814-4223-9578-d440dbe13298,segment=NetworkSegment(3b8d15a4-d0f0-4e80-8b94-8fdab701065f),segment_id=3b8d15a4-d0f0-4e80-8b94-8fdab701065f)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:08:38.272524 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] For port 5dc77129-1453-4456-8a98-7b9dd10f5485, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=5dc77129-1453-4456-8a98-7b9dd10f5485,segment=NetworkSegment(3a29ac3c-6c4f-4bde-a091-d921a298bf30),segment_id=3a29ac3c-6c4f-4bde-a091-d921a298bf30)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:08:38.282634 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736156224341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736155824276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736155824294'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:08:38.290044 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Returning: {'device': '407ffe76-1814-4223-9578-d440dbe13298', 'network_id': '7ef1faca-03ae-449a-aec5-eac3348ec315', 'port_id': '407ffe76-1814-4223-9578-d440dbe13298', 'mac_address': 'fa:16:3e:4c:5b:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9558011-4645-42ab-96a4-509a9f3696f5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 14:08:38.293740 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 14:08:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4038b888-479b-48d1-94ed-eaba31133f16 x-openstack-request-id: req-4038b888-479b-48d1-94ed-eaba31133f16 {{(pid=93103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 14:08:38.294323 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7c92e1b-6094-4c34-87d7-cc60aafaa6c1", "name": "network-vif-unplugged", "status": "completed", "tag": "5dc77129-1453-4456-8a98-7b9dd10f5485", "code": 200}]} {{(pid=93103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 14:08:38.294807 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4038b888-479b-48d1-94ed-eaba31133f16 {{(pid=93103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 14:08:38.295311 dv-cinder-784763-7-iscsi neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7c92e1b-6094-4c34-87d7-cc60aafaa6c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5dc77129-1453-4456-8a98-7b9dd10f5485', 'code': 200} Jul 16 14:08:38.372291 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Pushing event updated for resources: {'Port': ['ID=5dc77129-1453-4456-8a98-7b9dd10f5485,revision_number=8']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:08:38.385584 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:08:38.412899 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 407ffe76-1814-4223-9578-d440dbe13298 {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 14:08:38.449478 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] For port 407ffe76-1814-4223-9578-d440dbe13298, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=407ffe76-1814-4223-9578-d440dbe13298,segment=NetworkSegment(3b8d15a4-d0f0-4e80-8b94-8fdab701065f),segment_id=3b8d15a4-d0f0-4e80-8b94-8fdab701065f)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:08:38.454550 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736156224341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736155824276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736155824294'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:08:38.514269 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Pushing event updated for resources: {'Port': ['ID=407ffe76-1814-4223-9578-d440dbe13298,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:08:38.575256 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1b5e40-03c4-4e8b-8008-02db05756a77 req-9a2e9647-04bd-432c-bbfc-991d4eb0947e tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:08:38.576957 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-7a1b5e40-03c4-4e8b-8008-02db05756a77 req-9a2e9647-04bd-432c-bbfc-991d4eb0947e tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] 10.222.0.10 "GET /v2.0/ports?device_id=3898a299-682e-4215-9c87-1c8c52b19fb0 HTTP/1.1" status: 200 len: 945 time: 0.0949912 Jul 16 14:08:38.624946 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-7a1b5e40-03c4-4e8b-8008-02db05756a77 req-7a755f0c-7260-4e84-aaf4-fcb728a718f6 tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] 10.222.0.10 "GET /v2.0/security-groups?id=b754fbbd-8895-49e9-87a9-98dda090ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420201 Jul 16 14:08:38.627414 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cddfa3f-d564-4db6-a3d1-35dac9d4f114 req-a8ef6d05-cb7c-43c2-8f5b-19cb43b52385 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:08:38.632638 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-6cddfa3f-d564-4db6-a3d1-35dac9d4f114 req-a8ef6d05-cb7c-43c2-8f5b-19cb43b52385 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ea9a593-16d3-465c-8131-fc586d36046d HTTP/1.1" status: 200 len: 945 time: 0.0772972 Jul 16 14:08:38.679168 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-6cddfa3f-d564-4db6-a3d1-35dac9d4f114 req-cc8c9480-e77c-4b5e-b467-9517c43318d4 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/security-groups?id=82181ce4-b774-4a6f-9777-8cd5eff34a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434825 Jul 16 14:08:38.992535 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64548a38-0438-40ae-9b5a-da02b7fb5e8c req-360641ad-0a93-47b7-be2e-b9870ba013df tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:08:38.994083 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-64548a38-0438-40ae-9b5a-da02b7fb5e8c req-360641ad-0a93-47b7-be2e-b9870ba013df tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] 10.222.0.10 "GET /v2.0/ports?device_id=ed77822f-6a63-4555-a659-5982e2984dda HTTP/1.1" status: 200 len: 945 time: 0.0672925 Jul 16 14:08:39.024334 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc2d1e5-2fa7-4af4-b842-b12521c34711 req-20770af3-eefb-4511-a7e4-ebbaac883f9a tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:08:39.025835 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-0cc2d1e5-2fa7-4af4-b842-b12521c34711 req-20770af3-eefb-4511-a7e4-ebbaac883f9a tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7c92e1b-6094-4c34-87d7-cc60aafaa6c1 HTTP/1.1" status: 200 len: 944 time: 0.0614395 Jul 16 14:08:39.037898 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-64548a38-0438-40ae-9b5a-da02b7fb5e8c req-ca86ecf0-d8d1-4a13-918d-b3326152d886 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] 10.222.0.10 "GET /v2.0/security-groups?id=aeebecfc-2afb-411a-b312-62aa81725bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380988 Jul 16 14:08:39.081526 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-0cc2d1e5-2fa7-4af4-b842-b12521c34711 req-e309741c-6c41-40a2-b15b-ddd788cab0fd tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7ffdc71-7446-41a9-bfc4-bf78fcf225fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491707 Jul 16 14:08:39.124400 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] get_ports_and_sgs() called for port_ids ['407ffe76-1814-4223-9578-d440dbe13298'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 14:08:39.380147 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acd2089-f8c6-4d5d-a214-0747ad7c5351 req-1f8115d2-3ee8-4ce8-b11c-a93405482c3c tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:08:39.381698 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-1acd2089-f8c6-4d5d-a214-0747ad7c5351 req-1f8115d2-3ee8-4ce8-b11c-a93405482c3c tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] 10.222.0.10 "GET /v2.0/ports?device_id=ed77822f-6a63-4555-a659-5982e2984dda HTTP/1.1" status: 200 len: 945 time: 0.0621700 Jul 16 14:08:39.419463 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-1acd2089-f8c6-4d5d-a214-0747ad7c5351 req-bf5550fe-7b46-4586-a86b-14481478dab9 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] 10.222.0.10 "GET /v2.0/security-groups?id=aeebecfc-2afb-411a-b312-62aa81725bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318422 Jul 16 14:08:39.436340 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9837be9-048f-44dc-ab08-a1c4e8a38890 req-143645d9-b180-4e30-ade5-04a7e3392894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:08:39.437858 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-a9837be9-048f-44dc-ab08-a1c4e8a38890 req-143645d9-b180-4e30-ade5-04a7e3392894 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b3b16082e5f440ba8228e496c1f92b3a&device_id=ed77822f-6a63-4555-a659-5982e2984dda HTTP/1.1" status: 200 len: 1098 time: 0.0516374 Jul 16 14:08:39.537959 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9837be9-048f-44dc-ab08-a1c4e8a38890 req-bf9ee4e1-35c4-4c18-9ffc-30bef5ece08e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:08:39.539433 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-a9837be9-048f-44dc-ab08-a1c4e8a38890 req-bf9ee4e1-35c4-4c18-9ffc-30bef5ece08e service neutron] 10.222.0.25 "GET /v2.0/networks?id=05b30fe7-953a-4cd0-9508-7a8db0272a66 HTTP/1.1" status: 200 len: 911 time: 0.0856345 Jul 16 14:08:39.608359 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-a9837be9-048f-44dc-ab08-a1c4e8a38890 req-642aac41-2d81-46cb-a71e-23f7542ecded service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c74e18f5-9c2a-41df-ae2a-c937dfb58e48 HTTP/1.1" status: 200 len: 1001 time: 0.0577989 Jul 16 14:08:39.657413 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9837be9-048f-44dc-ab08-a1c4e8a38890 req-7626b405-7bf5-4c7c-95df-237646701590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:08:39.658872 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-a9837be9-048f-44dc-ab08-a1c4e8a38890 req-7626b405-7bf5-4c7c-95df-237646701590 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=06d06c6a-1905-449b-b463-f55701ce50ca HTTP/1.1" status: 200 len: 849 time: 0.0412300 Jul 16 14:08:39.714984 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9837be9-048f-44dc-ab08-a1c4e8a38890 req-5bea7c2d-d775-40c9-930c-5859241dda40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:08:39.716688 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-a9837be9-048f-44dc-ab08-a1c4e8a38890 req-5bea7c2d-d775-40c9-930c-5859241dda40 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=05b30fe7-953a-4cd0-9508-7a8db0272a66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0511167 Jul 16 14:08:39.851581 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-a9837be9-048f-44dc-ab08-a1c4e8a38890 req-014ad7aa-8981-4b3f-974c-1c11299f6e11 service neutron] 10.222.0.25 "GET /v2.0/networks/05b30fe7-953a-4cd0-9508-7a8db0272a66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276655 Jul 16 14:08:39.857889 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c60c56-3756-48d7-b123-dd35b1b3a119 req-9c16c3ba-d85d-4998-87f3-df1509f502ea tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:08:39.859525 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-52c60c56-3756-48d7-b123-dd35b1b3a119 req-9c16c3ba-d85d-4998-87f3-df1509f502ea tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ea9a593-16d3-465c-8131-fc586d36046d HTTP/1.1" status: 200 len: 945 time: 0.0674114 Jul 16 14:08:39.863132 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2969b4-8172-412c-bcaa-cc7dae7b5247 req-010ecfc9-c795-416c-a9db-1e795ea451ac tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:08:39.864721 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-df2969b4-8172-412c-bcaa-cc7dae7b5247 req-010ecfc9-c795-416c-a9db-1e795ea451ac tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] 10.222.0.10 "GET /v2.0/ports?device_id=3898a299-682e-4215-9c87-1c8c52b19fb0 HTTP/1.1" status: 200 len: 945 time: 0.1227970 Jul 16 14:08:39.907139 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-52c60c56-3756-48d7-b123-dd35b1b3a119 req-8c35b909-592c-4614-a836-e2fb21ab351a tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/security-groups?id=82181ce4-b774-4a6f-9777-8cd5eff34a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334337 Jul 16 14:08:39.962708 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-df2969b4-8172-412c-bcaa-cc7dae7b5247 req-83090450-4caf-472d-acdd-03daf7f5a28a tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] 10.222.0.10 "GET /v2.0/security-groups?id=b754fbbd-8895-49e9-87a9-98dda090ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887647 Jul 16 14:08:39.986123 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-a9837be9-048f-44dc-ab08-a1c4e8a38890 req-68156055-9356-4137-b054-b5fbba82fc28 service neutron] 10.222.0.25 "GET /v2.0/networks/05b30fe7-953a-4cd0-9508-7a8db0272a66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203237 Jul 16 14:08:40.287459 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf20beb-4b0f-4f7f-9c65-6db205690c67 req-dfdc2a33-7646-4b84-a2ee-60ec3be83d87 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:08:40.289186 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-dcf20beb-4b0f-4f7f-9c65-6db205690c67 req-dfdc2a33-7646-4b84-a2ee-60ec3be83d87 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7c92e1b-6094-4c34-87d7-cc60aafaa6c1 HTTP/1.1" status: 200 len: 944 time: 0.0811255 Jul 16 14:08:40.330473 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-dcf20beb-4b0f-4f7f-9c65-6db205690c67 req-916d6b39-0ba8-4d6e-aee6-595f7a964a67 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7ffdc71-7446-41a9-bfc4-bf78fcf225fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355611 Jul 16 14:08:40.502099 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b16c082-e07e-453a-ab4d-bd10ae3f04d3 req-1f4c6d20-f8ea-402c-a600-9118c2f55e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:08:40.503641 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-4b16c082-e07e-453a-ab4d-bd10ae3f04d3 req-1f4c6d20-f8ea-402c-a600-9118c2f55e46 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1ae576c2cfcb49e6ac111e6b815960e5&device_id=4ea9a593-16d3-465c-8131-fc586d36046d HTTP/1.1" status: 200 len: 1098 time: 0.1108220 Jul 16 14:08:40.517510 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc9c110-e94b-4e37-ba81-cc543428ab8e req-c868993b-fdac-4956-9576-c811c42e636a tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:08:40.519873 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-1cc9c110-e94b-4e37-ba81-cc543428ab8e req-c868993b-fdac-4956-9576-c811c42e636a tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ea9a593-16d3-465c-8131-fc586d36046d HTTP/1.1" status: 200 len: 945 time: 0.1187470 Jul 16 14:08:40.610918 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-1cc9c110-e94b-4e37-ba81-cc543428ab8e req-330ed035-bf3e-48cb-b5d0-4ca0ecce9ae3 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/security-groups?id=82181ce4-b774-4a6f-9777-8cd5eff34a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815828 Jul 16 14:08:40.646976 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b16c082-e07e-453a-ab4d-bd10ae3f04d3 req-afc5c8a1-6e1f-40b8-879c-20681396a382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:08:40.648686 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-4b16c082-e07e-453a-ab4d-bd10ae3f04d3 req-afc5c8a1-6e1f-40b8-879c-20681396a382 service neutron] 10.222.0.25 "GET /v2.0/networks?id=51a90a03-af03-40ca-bb00-7020f83b5182 HTTP/1.1" status: 200 len: 920 time: 0.1270301 Jul 16 14:08:40.705377 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-4b16c082-e07e-453a-ab4d-bd10ae3f04d3 req-125a73d6-0b34-4ecb-8d61-7f0220848a1f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=80eabd2b-067d-4a77-9822-306b9a1f3212 HTTP/1.1" status: 200 len: 217 time: 0.0465109 Jul 16 14:08:40.765363 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b16c082-e07e-453a-ab4d-bd10ae3f04d3 req-d9d15e4c-78ea-47a1-90a1-5ea288d726db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:08:40.766837 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-4b16c082-e07e-453a-ab4d-bd10ae3f04d3 req-d9d15e4c-78ea-47a1-90a1-5ea288d726db service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1d5393f6-20e0-4dbd-a198-cb03cfea0892 HTTP/1.1" status: 200 len: 859 time: 0.0528042 Jul 16 14:08:40.818820 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-4b16c082-e07e-453a-ab4d-bd10ae3f04d3 req-3e739004-d546-4120-b84a-c1d4b53ad29c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=51a90a03-af03-40ca-bb00-7020f83b5182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428152 Jul 16 14:08:40.879561 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d47767-d658-4cbb-844f-84572aeba04c req-ce6b32c3-f00e-4061-9b40-355b6d658c06 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:08:40.890597 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-68d47767-d658-4cbb-844f-84572aeba04c req-ce6b32c3-f00e-4061-9b40-355b6d658c06 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] 10.222.0.10 "GET /v2.0/ports?device_id=ed77822f-6a63-4555-a659-5982e2984dda HTTP/1.1" status: 200 len: 945 time: 0.1182883 Jul 16 14:08:40.965687 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-68d47767-d658-4cbb-844f-84572aeba04c req-a9b498a9-5ad4-4e4e-a71c-b984a58615d7 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] 10.222.0.10 "GET /v2.0/security-groups?id=aeebecfc-2afb-411a-b312-62aa81725bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740860 Jul 16 14:08:40.977752 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-4b16c082-e07e-453a-ab4d-bd10ae3f04d3 req-d3e7cec9-60d7-4185-a4f7-f10a41f6fbbc service neutron] 10.222.0.25 "GET /v2.0/networks/51a90a03-af03-40ca-bb00-7020f83b5182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449425 Jul 16 14:08:41.168537 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-4b16c082-e07e-453a-ab4d-bd10ae3f04d3 req-93976cfd-15a1-4b82-9f6e-0ef9b8dd2b93 service neutron] 10.222.0.25 "GET /v2.0/networks/51a90a03-af03-40ca-bb00-7020f83b5182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410301 Jul 16 14:08:41.217442 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd192f90-c9ca-45ef-b858-9f2cc98709e3 req-db70acf6-25c6-44fd-9d3b-44797a540b4f tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:08:41.219396 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-dd192f90-c9ca-45ef-b858-9f2cc98709e3 req-db70acf6-25c6-44fd-9d3b-44797a540b4f tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] 10.222.0.10 "GET /v2.0/ports?device_id=3898a299-682e-4215-9c87-1c8c52b19fb0 HTTP/1.1" status: 200 len: 945 time: 0.1090968 Jul 16 14:08:41.271247 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-dd192f90-c9ca-45ef-b858-9f2cc98709e3 req-c36deb0f-26ef-489d-8416-606585a6db30 tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] 10.222.0.10 "GET /v2.0/security-groups?id=b754fbbd-8895-49e9-87a9-98dda090ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448325 Jul 16 14:08:41.334441 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38cec83-6cf9-41bc-8caa-3ed26339b7a4 req-4becc800-8339-4ed5-8bd3-f2e6672c0047 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:08:41.335971 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-f38cec83-6cf9-41bc-8caa-3ed26339b7a4 req-4becc800-8339-4ed5-8bd3-f2e6672c0047 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7c92e1b-6094-4c34-87d7-cc60aafaa6c1 HTTP/1.1" status: 200 len: 944 time: 0.0785985 Jul 16 14:08:41.375006 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-f38cec83-6cf9-41bc-8caa-3ed26339b7a4 req-3eb4b072-ab3e-483e-b016-b1d6fb7fa9a1 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7ffdc71-7446-41a9-bfc4-bf78fcf225fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333278 Jul 16 14:08:41.552643 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 33858) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:08:41.646205 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-f866482c-221c-4923-9357-7e10f4acb0c1 req-d7134bd4-dfc8-4242-a67e-0c53d790a23d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a7c92e1b-6094-4c34-87d7-cc60aafaa6c1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0916650 Jul 16 14:08:41.705306 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 33870) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:08:41.753987 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b101b23-6332-4f88-a668-fc7027defbdc admin admin] Deleting subnet e3df51f1-7f4d-4eb1-98e6-b29ed94a0a67 {{(pid=93101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 14:08:41.757615 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6b101b23-6332-4f88-a668-fc7027defbdc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:08:41.794309 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6b101b23-6332-4f88-a668-fc7027defbdc admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:08:41.800226 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6b101b23-6332-4f88-a668-fc7027defbdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16506816'] for subnet, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:08:41.800637 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4e61f7-3252-4a04-9284-5bab69df48be req-803ff8b5-b3dd-4f55-9a75-67458e8d7f0f tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:08:41.802857 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-dc4e61f7-3252-4a04-9284-5bab69df48be req-803ff8b5-b3dd-4f55-9a75-67458e8d7f0f tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ea9a593-16d3-465c-8131-fc586d36046d HTTP/1.1" status: 200 len: 945 time: 0.0650129 Jul 16 14:08:41.846384 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-dc4e61f7-3252-4a04-9284-5bab69df48be req-c6abc41c-db50-490e-ae3c-7db013ecb2cc tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/security-groups?id=82181ce4-b774-4a6f-9777-8cd5eff34a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380123 Jul 16 14:08:41.867922 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6b101b23-6332-4f88-a668-fc7027defbdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16506871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186'] for subnet, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:08:41.896543 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b101b23-6332-4f88-a668-fc7027defbdc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3df51f1-7f4d-4eb1-98e6-b29ed94a0a67,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:08:41.898929 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6b101b23-6332-4f88-a668-fc7027defbdc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:08:41.900840 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-6b101b23-6332-4f88-a668-fc7027defbdc admin admin] 10.222.0.10 "DELETE /v2.0/subnets/e3df51f1-7f4d-4eb1-98e6-b29ed94a0a67 HTTP/1.1" status: 204 len: 168 time: 0.1947110 Jul 16 14:08:41.904054 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 33876) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:08:41.906631 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b101b23-6332-4f88-a668-fc7027defbdc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:08:41.906981 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b101b23-6332-4f88-a668-fc7027defbdc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:08:41.907318 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b101b23-6332-4f88-a668-fc7027defbdc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:08:41.907652 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b101b23-6332-4f88-a668-fc7027defbdc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:08:41.907980 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b101b23-6332-4f88-a668-fc7027defbdc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:08:41.908311 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b101b23-6332-4f88-a668-fc7027defbdc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:08:41.908641 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b101b23-6332-4f88-a668-fc7027defbdc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:08:41.909011 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b101b23-6332-4f88-a668-fc7027defbdc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:08:41.909338 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b101b23-6332-4f88-a668-fc7027defbdc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:08:41.909656 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b101b23-6332-4f88-a668-fc7027defbdc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:08:41.909975 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b101b23-6332-4f88-a668-fc7027defbdc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:08:41.910298 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b101b23-6332-4f88-a668-fc7027defbdc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:08:41.983084 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-575cfdd8-f929-4e8e-b95c-cd0d8807982a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16272555'] for network, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:08:42.070464 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-575cfdd8-f929-4e8e-b95c-cd0d8807982a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16499620', 'neutron.services.segments.db._delete_segments_for_network-8736156337740'] for network, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:08:42.081044 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.services.segments.db [None req-575cfdd8-f929-4e8e-b95c-cd0d8807982a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38d7fcdb-4492-4134-b8d5-839907f8f59b']}} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:08:42.090996 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.services.segments.db [None req-575cfdd8-f929-4e8e-b95c-cd0d8807982a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44b1e1c5-8f3f-4ecf-9e5c-752c9045ce28') {'for_net_delete': True} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:08:42.091997 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.services.segments.db [None req-575cfdd8-f929-4e8e-b95c-cd0d8807982a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44b1e1c5-8f3f-4ecf-9e5c-752c9045ce28') {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:08:42.094362 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Device 407ffe76-1814-4223-9578-d440dbe13298 up at agent hyperv_hv-cinder-78476 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 14:08:42.100677 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-575cfdd8-f929-4e8e-b95c-cd0d8807982a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736156340821', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4062899'] for segment, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:08:42.121080 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-575cfdd8-f929-4e8e-b95c-cd0d8807982a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16512664'] for segment, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:08:42.129230 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-575cfdd8-f929-4e8e-b95c-cd0d8807982a admin admin] Releasing vlan 231 on physical network physnet1 to pool {{(pid=93102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 14:08:42.131259 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-575cfdd8-f929-4e8e-b95c-cd0d8807982a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16512664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4063223'] for segment, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:08:42.134514 dv-cinder-784763-7-iscsi neutron-server[93102]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 14:08:42.134514 dv-cinder-784763-7-iscsi neutron-server[93102]: conditions |= (models_v2.Port.network_id.in_( Jul 16 14:08:42.134514 dv-cinder-784763-7-iscsi neutron-server[93102]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 14:08:42.134514 dv-cinder-784763-7-iscsi neutron-server[93102]: conditions |= (models_v2.Port.network_id.in_( Jul 16 14:08:42.134514 dv-cinder-784763-7-iscsi neutron-server[93102]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 14:08:42.134514 dv-cinder-784763-7-iscsi neutron-server[93102]: conditions |= (models_v2.Port.network_id.in_( Jul 16 14:08:42.134514 dv-cinder-784763-7-iscsi neutron-server[93102]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 14:08:42.134514 dv-cinder-784763-7-iscsi neutron-server[93102]: conditions |= (models_v2.Port.network_id.in_( Jul 16 14:08:42.134514 dv-cinder-784763-7-iscsi neutron-server[93102]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 14:08:42.134514 dv-cinder-784763-7-iscsi neutron-server[93102]: conditions |= (models_v2.Port.network_id.in_( Jul 16 14:08:42.134514 dv-cinder-784763-7-iscsi neutron-server[93102]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 14:08:42.134514 dv-cinder-784763-7-iscsi neutron-server[93102]: conditions |= (models_v2.Port.network_id.in_( Jul 16 14:08:42.134514 dv-cinder-784763-7-iscsi neutron-server[93102]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 14:08:42.134514 dv-cinder-784763-7-iscsi neutron-server[93102]: conditions |= (models_v2.Port.network_id.in_( Jul 16 14:08:42.134514 dv-cinder-784763-7-iscsi neutron-server[93102]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 14:08:42.134514 dv-cinder-784763-7-iscsi neutron-server[93102]: conditions |= (models_v2.Port.network_id.in_( Jul 16 14:08:42.134514 dv-cinder-784763-7-iscsi neutron-server[93102]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 14:08:42.134514 dv-cinder-784763-7-iscsi neutron-server[93102]: conditions |= (models_v2.Port.network_id.in_( Jul 16 14:08:42.134514 dv-cinder-784763-7-iscsi neutron-server[93102]: Traceback (most recent call last): Jul 16 14:08:42.134514 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 14:08:42.134514 dv-cinder-784763-7-iscsi neutron-server[93102]: timer() Jul 16 14:08:42.134514 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 14:08:42.134514 dv-cinder-784763-7-iscsi neutron-server[93102]: cb(*args, **kw) Jul 16 14:08:42.134514 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 14:08:42.134514 dv-cinder-784763-7-iscsi neutron-server[93102]: return func(*args, **kwargs) Jul 16 14:08:42.134514 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 14:08:42.134514 dv-cinder-784763-7-iscsi neutron-server[93102]: self._notify() Jul 16 14:08:42.134514 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 14:08:42.134514 dv-cinder-784763-7-iscsi neutron-server[93102]: self.callback(batched_events) Jul 16 14:08:42.134514 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 14:08:42.134514 dv-cinder-784763-7-iscsi neutron-server[93102]: event.method(event) Jul 16 14:08:42.134514 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 14:08:42.134514 dv-cinder-784763-7-iscsi neutron-server[93102]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 14:08:42.134514 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 14:08:42.134514 dv-cinder-784763-7-iscsi neutron-server[93102]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 14:08:42.134514 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 14:08:42.134514 dv-cinder-784763-7-iscsi neutron-server[93102]: return f(self, *a, **k) Jul 16 14:08:42.134514 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 14:08:42.134514 dv-cinder-784763-7-iscsi neutron-server[93102]: return self._get(url).json() Jul 16 14:08:42.134514 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 14:08:42.134514 dv-cinder-784763-7-iscsi neutron-server[93102]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 14:08:42.134514 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 14:08:42.134514 dv-cinder-784763-7-iscsi neutron-server[93102]: return self.request(url, 'GET', **kwargs) Jul 16 14:08:42.134514 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 14:08:42.134514 dv-cinder-784763-7-iscsi neutron-server[93102]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 14:08:42.134514 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 14:08:42.134514 dv-cinder-784763-7-iscsi neutron-server[93102]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 14:08:42.134514 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 14:08:42.134514 dv-cinder-784763-7-iscsi neutron-server[93102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 14:08:42.134514 dv-cinder-784763-7-iscsi neutron-server[93102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 14:08:42.156467 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Provisioning for port 407ffe76-1814-4223-9578-d440dbe13298 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 14:08:42.161398 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Provisioning complete for port 407ffe76-1814-4223-9578-d440dbe13298 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 14:08:42.162637 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16503849'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:08:42.171306 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4308fb89-bada-4c0c-8962-3ba8676be9a9 req-25c2c08d-5b6a-4a00-a16c-b240b774c689 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:08:42.172971 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-4308fb89-bada-4c0c-8962-3ba8676be9a9 req-25c2c08d-5b6a-4a00-a16c-b240b774c689 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] 10.222.0.10 "GET /v2.0/ports?device_id=ed77822f-6a63-4555-a659-5982e2984dda HTTP/1.1" status: 200 len: 945 time: 0.0892105 Jul 16 14:08:42.206608 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-575cfdd8-f929-4e8e-b95c-cd0d8807982a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16499645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611519'] for network, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:08:42.212257 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-575cfdd8-f929-4e8e-b95c-cd0d8807982a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583268'] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:08:42.214267 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-575cfdd8-f929-4e8e-b95c-cd0d8807982a admin admin] 10.222.0.10 "DELETE /v2.0/networks/38d7fcdb-4492-4134-b8d5-839907f8f59b HTTP/1.1" status: 204 len: 168 time: 0.3086760 Jul 16 14:08:42.233479 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575cfdd8-f929-4e8e-b95c-cd0d8807982a admin admin] Pushing event deleted for resources: {'Network': ['ID=38d7fcdb-4492-4134-b8d5-839907f8f59b,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:08:42.237266 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-4308fb89-bada-4c0c-8962-3ba8676be9a9 req-670dbee7-978b-4c2d-9b5c-a30c4eeb2f7c tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] 10.222.0.10 "GET /v2.0/security-groups?id=aeebecfc-2afb-411a-b312-62aa81725bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570970 Jul 16 14:08:42.277409 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:08:42.299740 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3898a299-682e-4215-9c87-1c8c52b19fb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '407ffe76-1814-4223-9578-d440dbe13298'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 14:08:42.303156 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e17b9d4f214fa64bfb48c5bf95da0f2ee536929a6529a77ec24820d0293f4c41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ceb9171-87d9-4250-a49c-a132e6b7c695" -d '{"events": [{"server_uuid": "3898a299-682e-4215-9c87-1c8c52b19fb0", "name": "network-vif-plugged", "status": "completed", "tag": "407ffe76-1814-4223-9578-d440dbe13298"}]}' {{(pid=93103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 14:08:42.316224 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] For port 407ffe76-1814-4223-9578-d440dbe13298, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=407ffe76-1814-4223-9578-d440dbe13298,segment=NetworkSegment(3b8d15a4-d0f0-4e80-8b94-8fdab701065f),segment_id=3b8d15a4-d0f0-4e80-8b94-8fdab701065f)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:08:42.321693 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736156224341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736155824276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736155824294'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:08:42.380564 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 14:08:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46dc88dd-2ca4-4dd9-8476-14d684e93a21 x-openstack-request-id: req-46dc88dd-2ca4-4dd9-8476-14d684e93a21 {{(pid=93103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 14:08:42.380982 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3898a299-682e-4215-9c87-1c8c52b19fb0", "name": "network-vif-plugged", "status": "completed", "tag": "407ffe76-1814-4223-9578-d440dbe13298", "code": 200}]} {{(pid=93103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 14:08:42.381363 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-46dc88dd-2ca4-4dd9-8476-14d684e93a21 {{(pid=93103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 14:08:42.381954 dv-cinder-784763-7-iscsi neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3898a299-682e-4215-9c87-1c8c52b19fb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '407ffe76-1814-4223-9578-d440dbe13298', 'code': 200} Jul 16 14:08:42.387532 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Pushing event updated for resources: {'Port': ['ID=407ffe76-1814-4223-9578-d440dbe13298,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:08:42.480805 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 33892) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:08:42.485082 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995c77ff-db1e-4a9b-a3c0-66e424104a39 req-850d951c-7300-498a-8630-69c47d848f6a tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:08:42.486641 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-995c77ff-db1e-4a9b-a3c0-66e424104a39 req-850d951c-7300-498a-8630-69c47d848f6a tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] 10.222.0.10 "GET /v2.0/ports?device_id=3898a299-682e-4215-9c87-1c8c52b19fb0 HTTP/1.1" status: 200 len: 946 time: 0.0686424 Jul 16 14:08:42.529305 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-995c77ff-db1e-4a9b-a3c0-66e424104a39 req-9643162f-e0cc-486e-87be-1640628648e2 tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] 10.222.0.10 "GET /v2.0/security-groups?id=b754fbbd-8895-49e9-87a9-98dda090ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368264 Jul 16 14:08:42.553408 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-9f420b38-2199-43bf-830b-2b0fa6a7fdc4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c326ba1771fb4e42ba3974b9d993d127&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0704818 Jul 16 14:08:42.555908 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 33894) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:08:42.588142 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e5688e-bf1d-4b60-a7e4-dfd7a8d5b0f8 req-a7c6cbe2-7374-4d40-a6ca-9174fbe1bbf4 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:08:42.595029 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-78e5688e-bf1d-4b60-a7e4-dfd7a8d5b0f8 req-a7c6cbe2-7374-4d40-a6ca-9174fbe1bbf4 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7c92e1b-6094-4c34-87d7-cc60aafaa6c1 HTTP/1.1" status: 200 len: 944 time: 0.0835102 Jul 16 14:08:42.606010 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-efd62306-85a0-4b13-8312-5aeaa233a765 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:08:42.627784 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-78e5688e-bf1d-4b60-a7e4-dfd7a8d5b0f8 req-2633a27f-3602-46e5-aec2-725e02326eeb tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7ffdc71-7446-41a9-bfc4-bf78fcf225fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319014 Jul 16 14:08:42.655785 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-efd62306-85a0-4b13-8312-5aeaa233a765 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:08:42.700078 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa7845e-e751-4a3f-98e2-b69b3ba3f3c0 req-312579ff-48a6-4f7f-bdb3-b38dd9805042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:08:42.701624 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-efa7845e-e751-4a3f-98e2-b69b3ba3f3c0 req-312579ff-48a6-4f7f-bdb3-b38dd9805042 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=3898a299-682e-4215-9c87-1c8c52b19fb0 HTTP/1.1" status: 200 len: 1099 time: 0.0847964 Jul 16 14:08:42.722120 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-efd62306-85a0-4b13-8312-5aeaa233a765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:08:42.724587 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-efd62306-85a0-4b13-8312-5aeaa233a765 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:08:42.725674 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-efd62306-85a0-4b13-8312-5aeaa233a765 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/fdcd4579-863f-428a-a566-067b53bf9d93 HTTP/1.1" status: 204 len: 168 time: 0.1688044 Jul 16 14:08:42.743735 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd62306-85a0-4b13-8312-5aeaa233a765 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdcd4579-863f-428a-a566-067b53bf9d93,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:08:42.750400 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-efa7845e-e751-4a3f-98e2-b69b3ba3f3c0 req-9e2d1c0b-ea42-48ed-9921-ced6aa049a5f service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=b754fbbd-8895-49e9-87a9-98dda090ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409462 Jul 16 14:08:43.025934 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e02e0cb-fb27-4a10-a7f2-2043908e7ac6 req-846fd7e8-7826-456d-9964-2c947d7e6ba1 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:08:43.027439 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-4e02e0cb-fb27-4a10-a7f2-2043908e7ac6 req-846fd7e8-7826-456d-9964-2c947d7e6ba1 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ea9a593-16d3-465c-8131-fc586d36046d HTTP/1.1" status: 200 len: 945 time: 0.0662093 Jul 16 14:08:43.068179 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-4e02e0cb-fb27-4a10-a7f2-2043908e7ac6 req-ff77fa6d-9f16-4fab-8e7f-bb5b7a627da9 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/security-groups?id=82181ce4-b774-4a6f-9777-8cd5eff34a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345056 Jul 16 14:08:43.184424 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-97f82f0a-2d8e-48dd-83c5-6db262527333 req-e6ef8c2d-ebd5-4f6b-a023-a00ead9db9cd tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2003405704&fields=id&tenant_id=f26aa26656004385a23ef6e54380f2d5 HTTP/1.1" status: 200 len: 267 time: 0.0465052 Jul 16 14:08:43.303728 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f82f0a-2d8e-48dd-83c5-6db262527333 req-6be4eeba-a9f3-4a51-bdb7-6ea68e3a0b65 tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:08:43.305327 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-97f82f0a-2d8e-48dd-83c5-6db262527333 req-6be4eeba-a9f3-4a51-bdb7-6ea68e3a0b65 tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] 10.222.0.10 "GET /v2.0/networks?id=f12c8d5c-37c0-4646-93fd-2f1f0c0ef6dd HTTP/1.1" status: 200 len: 809 time: 0.1139178 Jul 16 14:08:43.320474 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-97f82f0a-2d8e-48dd-83c5-6db262527333 req-b154defa-5db5-4e3e-93d0-7ac1c9fb0045 tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] 10.222.0.10 "GET /v2.0/quotas/f26aa26656004385a23ef6e54380f2d5 HTTP/1.1" status: 200 len: 375 time: 0.0099638 Jul 16 14:08:43.400492 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-97f82f0a-2d8e-48dd-83c5-6db262527333 req-8f57331b-0d0d-4e36-beab-10264637e4d4 tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=f26aa26656004385a23ef6e54380f2d5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0740194 Jul 16 14:08:43.504344 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-97f82f0a-2d8e-48dd-83c5-6db262527333 req-791eddba-0563-4e3c-bbc3-6a2bdd8f7201 service neutron] 10.222.0.10 "GET /v2.0/networks/f12c8d5c-37c0-4646-93fd-2f1f0c0ef6dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904396 Jul 16 14:08:43.606187 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-97f82f0a-2d8e-48dd-83c5-6db262527333 req-c6f0f3fc-b4c0-423f-a2d9-030c9cc187cf service neutron] 10.222.0.10 "GET /v2.0/networks/f12c8d5c-37c0-4646-93fd-2f1f0c0ef6dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946898 Jul 16 14:08:43.736422 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c0fda0-da26-4248-9f98-51de5535f367 req-a300804c-b120-4d9a-887d-66f9a8ca27d5 tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:08:43.737935 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-a5c0fda0-da26-4248-9f98-51de5535f367 req-a300804c-b120-4d9a-887d-66f9a8ca27d5 tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] 10.222.0.10 "GET /v2.0/ports?device_id=3898a299-682e-4215-9c87-1c8c52b19fb0 HTTP/1.1" status: 200 len: 946 time: 0.0907116 Jul 16 14:08:43.789492 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-a5c0fda0-da26-4248-9f98-51de5535f367 req-98fc6656-e62c-436b-bffe-6be0a912a75d tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] 10.222.0.10 "GET /v2.0/security-groups?id=b754fbbd-8895-49e9-87a9-98dda090ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446057 Jul 16 14:08:44.033054 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6625c640-d015-4acd-b25f-e497a0032700 req-a9b52d97-3a51-4d2a-821f-112d127549ae tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:08:44.037226 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-6625c640-d015-4acd-b25f-e497a0032700 req-a9b52d97-3a51-4d2a-821f-112d127549ae tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7c92e1b-6094-4c34-87d7-cc60aafaa6c1 HTTP/1.1" status: 200 len: 944 time: 0.0903015 Jul 16 14:08:44.077363 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-cff876aa-d2f1-477a-9ffa-79fef0a5e8af req-f9e87817-bd32-463b-99fd-11a9b17317ec tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] 10.222.0.10 "GET /v2.0/ports?device_id=abfa7f19-d2a3-432e-9531-2cd5e448930f HTTP/1.1" status: 200 len: 210 time: 0.0336084 Jul 16 14:08:44.093843 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Device 5dc77129-1453-4456-8a98-7b9dd10f5485 no longer exists at agent hyperv_hv-cinder-78476 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 14:08:44.097410 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-6625c640-d015-4acd-b25f-e497a0032700 req-e8b2c793-a9f1-40f9-b844-730e07bb0916 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7ffdc71-7446-41a9-bfc4-bf78fcf225fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516391 Jul 16 14:08:44.353415 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c412da-dbec-4c75-b6d9-34204c627986 req-f85d4511-eedd-470c-9d5d-f4b182e61999 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:08:44.355606 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-24c412da-dbec-4c75-b6d9-34204c627986 req-f85d4511-eedd-470c-9d5d-f4b182e61999 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ea9a593-16d3-465c-8131-fc586d36046d HTTP/1.1" status: 200 len: 945 time: 0.0748525 Jul 16 14:08:44.409222 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-24c412da-dbec-4c75-b6d9-34204c627986 req-66dd42d1-4f11-4851-b1d1-4a741d69e3b7 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/security-groups?id=82181ce4-b774-4a6f-9777-8cd5eff34a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469387 Jul 16 14:08:44.425950 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f866482c-221c-4923-9357-7e10f4acb0c1 req-b397fc27-1966-4700-891a-9202fea7f353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:08:44.427548 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-f866482c-221c-4923-9357-7e10f4acb0c1 req-b397fc27-1966-4700-891a-9202fea7f353 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=a7c92e1b-6094-4c34-87d7-cc60aafaa6c1&tenant_id=a6bc8fee6e964669b7be670f21fca0f5 HTTP/1.1" status: 200 len: 1097 time: 0.0979574 Jul 16 14:08:44.643711 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f866482c-221c-4923-9357-7e10f4acb0c1 req-06c3343e-f855-49b8-a1b4-0d53fc56db02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:08:44.645997 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-f866482c-221c-4923-9357-7e10f4acb0c1 req-06c3343e-f855-49b8-a1b4-0d53fc56db02 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a6bc8fee6e964669b7be670f21fca0f5&device_id=a7c92e1b-6094-4c34-87d7-cc60aafaa6c1 HTTP/1.1" status: 200 len: 1097 time: 0.0547462 Jul 16 14:08:44.759586 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f866482c-221c-4923-9357-7e10f4acb0c1 req-efb568c6-10e9-4aac-8bb2-26d54f2d3e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:08:44.761279 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-f866482c-221c-4923-9357-7e10f4acb0c1 req-efb568c6-10e9-4aac-8bb2-26d54f2d3e8e service neutron] 10.222.0.25 "GET /v2.0/networks?id=3a4fb2c2-e115-4208-b9b7-fb0af769d696 HTTP/1.1" status: 200 len: 917 time: 0.0905297 Jul 16 14:08:44.835104 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-f866482c-221c-4923-9357-7e10f4acb0c1 req-f6331b7d-56d7-4135-96bd-6dede8e49edc service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5dc77129-1453-4456-8a98-7b9dd10f5485 HTTP/1.1" status: 200 len: 1000 time: 0.0660882 Jul 16 14:08:44.901592 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f866482c-221c-4923-9357-7e10f4acb0c1 req-149de24d-6f4d-4ab3-9f78-5d447bbfca78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:08:44.902818 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-f866482c-221c-4923-9357-7e10f4acb0c1 req-149de24d-6f4d-4ab3-9f78-5d447bbfca78 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9264d998-2235-4ea7-905f-68b77e185814 HTTP/1.1" status: 200 len: 855 time: 0.0544784 Jul 16 14:08:45.021315 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f866482c-221c-4923-9357-7e10f4acb0c1 req-dd0a8eab-0cbf-4dbe-9b16-570e39c2e084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:08:45.024162 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-f866482c-221c-4923-9357-7e10f4acb0c1 req-dd0a8eab-0cbf-4dbe-9b16-570e39c2e084 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3a4fb2c2-e115-4208-b9b7-fb0af769d696&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1080601 Jul 16 14:08:45.072418 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4939e84-6f1f-4cd7-b66f-b23e9f1a42ab req-7bdea54c-d08c-49d0-a5aa-7540ebc26d85 tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:08:45.072418 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-b4939e84-6f1f-4cd7-b66f-b23e9f1a42ab req-7bdea54c-d08c-49d0-a5aa-7540ebc26d85 tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] 10.222.0.10 "GET /v2.0/ports?device_id=3898a299-682e-4215-9c87-1c8c52b19fb0 HTTP/1.1" status: 200 len: 946 time: 0.1164567 Jul 16 14:08:45.076859 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-cfdfa363-0ee3-4511-9088-3976864d4c39 req-2ff34e75-e0b4-4f8d-b270-4d915a9fe479 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=4b8c1db0-7953-43b1-b307-08491a3031f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0607357 Jul 16 14:08:45.153346 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-b4939e84-6f1f-4cd7-b66f-b23e9f1a42ab req-59497da6-62c4-4b42-a694-ecbf09a37f93 tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] 10.222.0.10 "GET /v2.0/security-groups?id=b754fbbd-8895-49e9-87a9-98dda090ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749843 Jul 16 14:08:45.159082 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-f866482c-221c-4923-9357-7e10f4acb0c1 req-7a8ffcad-b12c-4c25-b134-2645d0928da1 service neutron] 10.222.0.25 "GET /v2.0/networks/3a4fb2c2-e115-4208-b9b7-fb0af769d696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259041 Jul 16 14:08:45.184277 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdfa363-0ee3-4511-9088-3976864d4c39 req-6c1a226a-1d81-446f-b202-0cac435a87dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:08:45.186636 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-cfdfa363-0ee3-4511-9088-3976864d4c39 req-6c1a226a-1d81-446f-b202-0cac435a87dc service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1ae576c2cfcb49e6ac111e6b815960e5&device_id=4b8c1db0-7953-43b1-b307-08491a3031f2 HTTP/1.1" status: 200 len: 1098 time: 0.0659215 Jul 16 14:08:45.285782 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-39ca4fde-382e-451e-846a-b69244225f3b req-71aa4da7-ecc2-44f5-ae5f-fafa18213b2e tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] 10.222.0.10 "GET /v2.0/ports?device_id=abfa7f19-d2a3-432e-9531-2cd5e448930f HTTP/1.1" status: 200 len: 210 time: 0.0483682 Jul 16 14:08:45.306517 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-f866482c-221c-4923-9357-7e10f4acb0c1 req-903fb610-29c7-4dac-9874-0a00c9427c35 service neutron] 10.222.0.25 "GET /v2.0/networks/3a4fb2c2-e115-4208-b9b7-fb0af769d696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397846 Jul 16 14:08:45.376238 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdfa363-0ee3-4511-9088-3976864d4c39 req-78220210-2e00-4a6f-a7eb-b718a0bcd03b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:08:45.378982 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-cfdfa363-0ee3-4511-9088-3976864d4c39 req-78220210-2e00-4a6f-a7eb-b718a0bcd03b service neutron] 10.222.0.25 "GET /v2.0/networks?id=51a90a03-af03-40ca-bb00-7020f83b5182 HTTP/1.1" status: 200 len: 920 time: 0.1667640 Jul 16 14:08:45.406051 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3bc608-0488-418d-b06a-e26ad1545bdf req-8d2a27f1-f9d3-4acf-ac14-fedd14efdced tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:08:45.408064 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-7f3bc608-0488-418d-b06a-e26ad1545bdf req-8d2a27f1-f9d3-4acf-ac14-fedd14efdced tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7c92e1b-6094-4c34-87d7-cc60aafaa6c1 HTTP/1.1" status: 200 len: 944 time: 0.1006434 Jul 16 14:08:45.458466 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-7f3bc608-0488-418d-b06a-e26ad1545bdf req-79e671c8-0e4c-4757-8f60-37a059aa38e9 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7ffdc71-7446-41a9-bfc4-bf78fcf225fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350070 Jul 16 14:08:45.480234 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-cfdfa363-0ee3-4511-9088-3976864d4c39 req-c259da6a-70be-438d-ae2c-7da6a0a3dada service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f6da84fc-801a-4296-b2fe-4815f358ea29 HTTP/1.1" status: 200 len: 217 time: 0.0711501 Jul 16 14:08:45.636690 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 34004) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:08:45.652409 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdfa363-0ee3-4511-9088-3976864d4c39 req-34894e2c-4fa0-4970-9390-8b1c08099f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:08:45.654440 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-cfdfa363-0ee3-4511-9088-3976864d4c39 req-34894e2c-4fa0-4970-9390-8b1c08099f23 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1d5393f6-20e0-4dbd-a198-cb03cfea0892 HTTP/1.1" status: 200 len: 859 time: 0.1664677 Jul 16 14:08:45.686467 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd8e286-f7b1-4ea6-93dc-6f919151e04f req-8e7da762-93f1-4e6b-8fcb-ce1f455029ac tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:08:45.694148 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-8cd8e286-f7b1-4ea6-93dc-6f919151e04f req-8e7da762-93f1-4e6b-8fcb-ce1f455029ac tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ea9a593-16d3-465c-8131-fc586d36046d HTTP/1.1" status: 200 len: 945 time: 0.1190517 Jul 16 14:08:45.739038 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-cfdfa363-0ee3-4511-9088-3976864d4c39 req-d7f54cf0-a0e2-4022-92c8-fd0e22dcc8db service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=51a90a03-af03-40ca-bb00-7020f83b5182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371675 Jul 16 14:08:45.788748 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-8cd8e286-f7b1-4ea6-93dc-6f919151e04f req-e8debcbe-1dde-4a21-9348-c791e441a3fb tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/security-groups?id=82181ce4-b774-4a6f-9777-8cd5eff34a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932574 Jul 16 14:08:45.798515 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6d823f64-e103-4713-814e-41ef918a3710 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:08:45.886589 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-cfdfa363-0ee3-4511-9088-3976864d4c39 req-21dbedcd-4aae-4f83-963b-475340872f36 service neutron] 10.222.0.25 "GET /v2.0/networks/51a90a03-af03-40ca-bb00-7020f83b5182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355498 Jul 16 14:08:45.941664 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f82f0a-2d8e-48dd-83c5-6db262527333 req-ce90f687-a5a4-40a6-8a69-e57d6e9ac6dc tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:08:45.944027 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-97f82f0a-2d8e-48dd-83c5-6db262527333 req-ce90f687-a5a4-40a6-8a69-e57d6e9ac6dc tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] 10.222.0.25 "GET /v2.0/networks?id=f12c8d5c-37c0-4646-93fd-2f1f0c0ef6dd HTTP/1.1" status: 200 len: 809 time: 0.2248588 Jul 16 14:08:45.950961 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:08:46.027103 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-97f82f0a-2d8e-48dd-83c5-6db262527333 req-f837917b-2428-4e16-82f3-cbb8eed4e9e5 tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f26aa26656004385a23ef6e54380f2d5 HTTP/1.1" status: 200 len: 380 time: 0.0636096 Jul 16 14:08:46.038646 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.v2.base [req-97f82f0a-2d8e-48dd-83c5-6db262527333 req-0f465daa-b942-4965-934d-9f6bd87d2e1e tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] Request body: {'port': {'device_id': 'abfa7f19-d2a3-432e-9531-2cd5e448930f', 'network_id': 'f12c8d5c-37c0-4646-93fd-2f1f0c0ef6dd', 'admin_state_up': True, 'tenant_id': 'f26aa26656004385a23ef6e54380f2d5', 'security_groups': ['a14a42af-a4ef-4b15-8b8b-646b56cf2e04']}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:08:46.045968 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-cfdfa363-0ee3-4511-9088-3976864d4c39 req-f6c944ad-971a-4f30-bfd3-b79f64295b06 service neutron] 10.222.0.25 "GET /v2.0/networks/51a90a03-af03-40ca-bb00-7020f83b5182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512482 Jul 16 14:08:46.089775 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6d823f64-e103-4713-814e-41ef918a3710 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:08:46.139973 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6d823f64-e103-4713-814e-41ef918a3710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:08:46.280115 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d823f64-e103-4713-814e-41ef918a3710 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14594736-7ef3-4ecd-8553-ad94746d2ec2,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:08:46.321195 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-6d823f64-e103-4713-814e-41ef918a3710 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4b22ffdaec9441768cc6782fb97e8042&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6831572 Jul 16 14:08:46.323670 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 34038) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:08:46.335164 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d823f64-e103-4713-814e-41ef918a3710 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:08:46.337629 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d823f64-e103-4713-814e-41ef918a3710 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:08:46.337629 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d823f64-e103-4713-814e-41ef918a3710 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:08:46.342595 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d823f64-e103-4713-814e-41ef918a3710 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:08:46.342886 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d823f64-e103-4713-814e-41ef918a3710 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:08:46.343349 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d823f64-e103-4713-814e-41ef918a3710 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:08:46.346957 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d823f64-e103-4713-814e-41ef918a3710 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:08:46.347359 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d823f64-e103-4713-814e-41ef918a3710 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:08:46.348112 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d823f64-e103-4713-814e-41ef918a3710 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:08:46.348937 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d823f64-e103-4713-814e-41ef918a3710 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:08:46.349282 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d823f64-e103-4713-814e-41ef918a3710 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:08:46.349618 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d823f64-e103-4713-814e-41ef918a3710 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:08:46.406844 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-85f34efc-a9c2-4b7f-9a55-2ea22fde09c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:08:46.409756 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97f82f0a-2d8e-48dd-83c5-6db262527333 req-0f465daa-b942-4965-934d-9f6bd87d2e1e tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] Made reservation on behalf of f26aa26656004385a23ef6e54380f2d5 for: {'port': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 14:08:46.427903 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-97f82f0a-2d8e-48dd-83c5-6db262527333 req-0f465daa-b942-4965-934d-9f6bd87d2e1e tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:08:46.433941 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-85f34efc-a9c2-4b7f-9a55-2ea22fde09c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:08:46.507894 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-85f34efc-a9c2-4b7f-9a55-2ea22fde09c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:08:46.511982 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-85f34efc-a9c2-4b7f-9a55-2ea22fde09c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:08:46.513502 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-85f34efc-a9c2-4b7f-9a55-2ea22fde09c7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/14594736-7ef3-4ecd-8553-ad94746d2ec2 HTTP/1.1" status: 204 len: 168 time: 0.1888373 Jul 16 14:08:46.573450 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 34046) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:08:46.634974 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f34efc-a9c2-4b7f-9a55-2ea22fde09c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14594736-7ef3-4ecd-8553-ad94746d2ec2,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:08:46.668527 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-989dc845-b427-4b8b-8b48-a97d399d0602 req-04928714-5f22-417c-87e4-0e6986388a23 tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] 10.222.0.10 "GET /v2.0/ports?device_id=abfa7f19-d2a3-432e-9531-2cd5e448930f HTTP/1.1" status: 200 len: 210 time: 0.1517353 Jul 16 14:08:46.874354 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [req-97f82f0a-2d8e-48dd-83c5-6db262527333 req-0f465daa-b942-4965-934d-9f6bd87d2e1e tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] Allocated IP 172.20.0.6 (f12c8d5c-37c0-4646-93fd-2f1f0c0ef6dd/b576700b-81ba-4286-af68-18fe8daa7b9c/2fa66e46-e910-4b6c-9cf3-b6333a1ffd7c) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 14:08:46.888438 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3080b1c1-8ba5-4a01-b56c-dc1384f6a497 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:08:46.968910 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6cffed-05d7-44c7-8421-e9a4baf0e52d req-28f97b35-8e0d-4d2f-92a4-65c4dc56648a tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:08:46.980887 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-5e6cffed-05d7-44c7-8421-e9a4baf0e52d req-28f97b35-8e0d-4d2f-92a4-65c4dc56648a tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7c92e1b-6094-4c34-87d7-cc60aafaa6c1 HTTP/1.1" status: 200 len: 944 time: 0.2138565 Jul 16 14:08:47.076678 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3080b1c1-8ba5-4a01-b56c-dc1384f6a497 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:08:47.083272 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3080b1c1-8ba5-4a01-b56c-dc1384f6a497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:08:47.175262 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-3080b1c1-8ba5-4a01-b56c-dc1384f6a497 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=30760c6c99f7410e8185956ac16260af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5991652 Jul 16 14:08:47.176572 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3080b1c1-8ba5-4a01-b56c-dc1384f6a497 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=249870ea-6c9b-4995-8e0a-86574951f424,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:08:47.183213 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 34064) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:08:47.205736 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-5e6cffed-05d7-44c7-8421-e9a4baf0e52d req-545dda58-d5a9-4bb4-a9b5-f26de60583d7 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7ffdc71-7446-41a9-bfc4-bf78fcf225fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2239292 Jul 16 14:08:47.263243 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b24d305d-90b4-4f2f-8464-22c5d1c702c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:08:47.286416 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-97f82f0a-2d8e-48dd-83c5-6db262527333 req-0f465daa-b942-4965-934d-9f6bd87d2e1e tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:08:47.286618 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b24d305d-90b4-4f2f-8464-22c5d1c702c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:08:47.311048 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.db.provisioning_blocks [req-97f82f0a-2d8e-48dd-83c5-6db262527333 req-0f465daa-b942-4965-934d-9f6bd87d2e1e tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] Transition to ACTIVE for port object 2fa66e46-e910-4b6c-9cf3-b6333a1ffd7c will not be triggered until provisioned by entity DHCP. {{(pid=93102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 14:08:47.374115 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b24d305d-90b4-4f2f-8464-22c5d1c702c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:08:47.376725 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b24d305d-90b4-4f2f-8464-22c5d1c702c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:08:47.382696 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-97f82f0a-2d8e-48dd-83c5-6db262527333 req-0f465daa-b942-4965-934d-9f6bd87d2e1e tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736155824258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4062758'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:08:47.383644 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-b24d305d-90b4-4f2f-8464-22c5d1c702c2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/249870ea-6c9b-4995-8e0a-86574951f424 HTTP/1.1" status: 204 len: 168 time: 0.1935565 Jul 16 14:08:47.404212 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24d305d-90b4-4f2f-8464-22c5d1c702c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=249870ea-6c9b-4995-8e0a-86574951f424,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:08:47.454742 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97f82f0a-2d8e-48dd-83c5-6db262527333 req-0f465daa-b942-4965-934d-9f6bd87d2e1e tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] Network f12c8d5c-37c0-4646-93fd-2f1f0c0ef6dd is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 14:08:47.460821 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [req-97f82f0a-2d8e-48dd-83c5-6db262527333 req-0f465daa-b942-4965-934d-9f6bd87d2e1e tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 14:08:47.468545 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [req-97f82f0a-2d8e-48dd-83c5-6db262527333 req-0f465daa-b942-4965-934d-9f6bd87d2e1e tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 14:08:47.475702 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f465daa-b942-4965-934d-9f6bd87d2e1e tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] Pushing event updated for resources: {'Port': ['ID=2fa66e46-e910-4b6c-9cf3-b6333a1ffd7c,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:08:47.559018 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f82f0a-2d8e-48dd-83c5-6db262527333 req-0f465daa-b942-4965-934d-9f6bd87d2e1e tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:08:47.559018 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-97f82f0a-2d8e-48dd-83c5-6db262527333 req-0f465daa-b942-4965-934d-9f6bd87d2e1e tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583268'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:08:47.576607 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-97f82f0a-2d8e-48dd-83c5-6db262527333 req-0f465daa-b942-4965-934d-9f6bd87d2e1e tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5426121 Jul 16 14:08:47.738634 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-f2413d81-b420-44c0-b004-bf9399f19440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:08:47.827127 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-b5c8cbfa-8abf-4bd1-9d14-f3bd6b7cabb0 None None] Provisioning for port 2fa66e46-e910-4b6c-9cf3-b6333a1ffd7c completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 14:08:47.835847 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-b5c8cbfa-8abf-4bd1-9d14-f3bd6b7cabb0 None None] Provisioning complete for port 2fa66e46-e910-4b6c-9cf3-b6333a1ffd7c triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 14:08:47.836516 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b5c8cbfa-8abf-4bd1-9d14-f3bd6b7cabb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16503849'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:08:47.905192 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-b5c8cbfa-8abf-4bd1-9d14-f3bd6b7cabb0 None None] Port 2fa66e46-e910-4b6c-9cf3-b6333a1ffd7c cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 14:08:47.970916 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6f37ed-ddbd-4332-b3f7-db29bb3e5377 req-40716925-8128-4202-bd0c-d95d452a56e6 tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:08:47.977563 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-1e6f37ed-ddbd-4332-b3f7-db29bb3e5377 req-40716925-8128-4202-bd0c-d95d452a56e6 tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] 10.222.0.10 "GET /v2.0/ports?device_id=abfa7f19-d2a3-432e-9531-2cd5e448930f HTTP/1.1" status: 200 len: 931 time: 0.0912697 Jul 16 14:08:48.024231 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-1e6f37ed-ddbd-4332-b3f7-db29bb3e5377 req-80a16e08-9f7c-4091-8f58-84b1a6b6a27b tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] 10.222.0.10 "GET /v2.0/security-groups?id=a14a42af-a4ef-4b15-8b8b-646b56cf2e04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451853 Jul 16 14:08:48.423830 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9c0a8f-aa99-4a4d-a0ea-85fdb14b5f16 req-2fdf88e6-9381-47c9-9eb3-5a8a9f42f055 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:08:48.425433 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-3a9c0a8f-aa99-4a4d-a0ea-85fdb14b5f16 req-2fdf88e6-9381-47c9-9eb3-5a8a9f42f055 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7c92e1b-6094-4c34-87d7-cc60aafaa6c1 HTTP/1.1" status: 200 len: 944 time: 0.0881875 Jul 16 14:08:48.473055 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-3a9c0a8f-aa99-4a4d-a0ea-85fdb14b5f16 req-099e2665-126d-4e13-9d4a-54b0c180af29 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7ffdc71-7446-41a9-bfc4-bf78fcf225fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391095 Jul 16 14:08:49.233771 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3b0211-a050-4e60-9c1b-20dbd11bda6c req-2db4059b-68c3-475a-84b9-0c005be41c3d tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:08:49.241462 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-de3b0211-a050-4e60-9c1b-20dbd11bda6c req-2db4059b-68c3-475a-84b9-0c005be41c3d tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] 10.222.0.10 "GET /v2.0/ports?device_id=abfa7f19-d2a3-432e-9531-2cd5e448930f HTTP/1.1" status: 200 len: 931 time: 0.1025598 Jul 16 14:08:49.320583 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-de3b0211-a050-4e60-9c1b-20dbd11bda6c req-326008d2-fe48-4958-8f86-8d26953f1550 tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] 10.222.0.10 "GET /v2.0/security-groups?id=a14a42af-a4ef-4b15-8b8b-646b56cf2e04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780704 Jul 16 14:08:49.700354 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29a5ff7-a36f-46ef-b866-43dacab652f1 req-92216931-1f4e-4e96-a795-5ac9469fa205 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:08:49.703570 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-d29a5ff7-a36f-46ef-b866-43dacab652f1 req-92216931-1f4e-4e96-a795-5ac9469fa205 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7c92e1b-6094-4c34-87d7-cc60aafaa6c1 HTTP/1.1" status: 200 len: 944 time: 0.0844147 Jul 16 14:08:49.741410 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-d29a5ff7-a36f-46ef-b866-43dacab652f1 req-0fe6f18f-0fd7-4e03-a102-a6423fe8cb5c tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7ffdc71-7446-41a9-bfc4-bf78fcf225fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329275 Jul 16 14:08:50.363206 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-195e8a48-7261-4526-b18f-23a4a23d746b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:08:50.494341 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ed5894-d5cb-4bad-8759-92d0e68f3334 req-cd91ab8f-f571-4294-a8ff-dc5646266539 tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:08:50.495704 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-28ed5894-d5cb-4bad-8759-92d0e68f3334 req-cd91ab8f-f571-4294-a8ff-dc5646266539 tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] 10.222.0.10 "GET /v2.0/ports?device_id=abfa7f19-d2a3-432e-9531-2cd5e448930f HTTP/1.1" status: 200 len: 931 time: 0.0645306 Jul 16 14:08:50.536091 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-28ed5894-d5cb-4bad-8759-92d0e68f3334 req-c1629f3e-91b9-457a-b00b-ff5f2323131d tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] 10.222.0.10 "GET /v2.0/security-groups?id=a14a42af-a4ef-4b15-8b8b-646b56cf2e04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347407 Jul 16 14:08:50.713241 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:08:50.924805 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3d6ba4-11ac-42b4-8fca-974e235e279f req-362621d7-89de-45a9-be03-cfe8681e1129 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:08:50.926959 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-0b3d6ba4-11ac-42b4-8fca-974e235e279f req-362621d7-89de-45a9-be03-cfe8681e1129 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7c92e1b-6094-4c34-87d7-cc60aafaa6c1 HTTP/1.1" status: 200 len: 944 time: 0.0663633 Jul 16 14:08:51.206336 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-0b3d6ba4-11ac-42b4-8fca-974e235e279f req-fa807faf-2aa7-4a4c-a176-afa086a957a6 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7ffdc71-7446-41a9-bfc4-bf78fcf225fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2724814 Jul 16 14:08:51.427445 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-64ab8875-bbbc-4415-a681-ef47cf0d365f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:08:51.709000 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02b57e4-80c2-4876-999b-30c915afca82 req-1c285839-600b-4fdd-8dbd-1a57880ca78c tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:08:51.710563 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-c02b57e4-80c2-4876-999b-30c915afca82 req-1c285839-600b-4fdd-8dbd-1a57880ca78c tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] 10.222.0.10 "GET /v2.0/ports?device_id=abfa7f19-d2a3-432e-9531-2cd5e448930f HTTP/1.1" status: 200 len: 931 time: 0.0649891 Jul 16 14:08:51.756059 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-c02b57e4-80c2-4876-999b-30c915afca82 req-ea157733-784f-4c24-9f12-d43361532607 tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] 10.222.0.10 "GET /v2.0/security-groups?id=a14a42af-a4ef-4b15-8b8b-646b56cf2e04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394731 Jul 16 14:08:52.420966 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df955abd-d405-459e-a184-0cf5f26ddbf3 req-30b2bfff-815c-414a-a215-592834eff1ea tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:08:52.422478 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-df955abd-d405-459e-a184-0cf5f26ddbf3 req-30b2bfff-815c-414a-a215-592834eff1ea tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7c92e1b-6094-4c34-87d7-cc60aafaa6c1 HTTP/1.1" status: 200 len: 944 time: 0.0754232 Jul 16 14:08:52.462574 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-df955abd-d405-459e-a184-0cf5f26ddbf3 req-968bfb23-3bab-45e5-823f-95dee8e2c181 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7ffdc71-7446-41a9-bfc4-bf78fcf225fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344470 Jul 16 14:08:52.948827 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796b984d-eefe-46c3-9846-3fe2697a5b4d req-11005c04-107b-4889-a5c7-bd36399a1d0e tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:08:52.950339 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-796b984d-eefe-46c3-9846-3fe2697a5b4d req-11005c04-107b-4889-a5c7-bd36399a1d0e tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] 10.222.0.10 "GET /v2.0/ports?device_id=abfa7f19-d2a3-432e-9531-2cd5e448930f HTTP/1.1" status: 200 len: 931 time: 0.0730417 Jul 16 14:08:52.990146 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-796b984d-eefe-46c3-9846-3fe2697a5b4d req-3d600463-9e7f-4a27-a62b-6721cafb9301 tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] 10.222.0.10 "GET /v2.0/security-groups?id=a14a42af-a4ef-4b15-8b8b-646b56cf2e04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341311 Jul 16 14:08:53.079097 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-fe1600e4-7db6-428f-a340-75d1d02f3a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:08:53.647221 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1190900f-c7b5-43ad-a292-d14a96dad03e req-0e55780a-d79d-4745-8fff-abc63a8ca5e7 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:08:53.648696 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-1190900f-c7b5-43ad-a292-d14a96dad03e req-0e55780a-d79d-4745-8fff-abc63a8ca5e7 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7c92e1b-6094-4c34-87d7-cc60aafaa6c1 HTTP/1.1" status: 200 len: 944 time: 0.0665395 Jul 16 14:08:53.687337 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-1190900f-c7b5-43ad-a292-d14a96dad03e req-405a197a-9ce0-4112-92d6-5628401252a9 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7ffdc71-7446-41a9-bfc4-bf78fcf225fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328844 Jul 16 14:08:54.183431 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4851fe-7e99-430a-9cea-ba8cc88fea93 req-edc6f2e2-e79f-4b67-92cd-17d76981d875 tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:08:54.185062 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-6e4851fe-7e99-430a-9cea-ba8cc88fea93 req-edc6f2e2-e79f-4b67-92cd-17d76981d875 tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] 10.222.0.10 "GET /v2.0/ports?device_id=abfa7f19-d2a3-432e-9531-2cd5e448930f HTTP/1.1" status: 200 len: 931 time: 0.0790281 Jul 16 14:08:54.226345 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-6e4851fe-7e99-430a-9cea-ba8cc88fea93 req-c441cdfe-77fc-4cc1-ae40-403e221dd5f7 tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] 10.222.0.10 "GET /v2.0/security-groups?id=a14a42af-a4ef-4b15-8b8b-646b56cf2e04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350521 Jul 16 14:08:54.873765 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62987c56-b37a-4de5-96ac-bef2dd73f5dd req-507908ed-5f27-492d-9eaf-24189c8a36d9 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:08:54.875261 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-62987c56-b37a-4de5-96ac-bef2dd73f5dd req-507908ed-5f27-492d-9eaf-24189c8a36d9 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7c92e1b-6094-4c34-87d7-cc60aafaa6c1 HTTP/1.1" status: 200 len: 944 time: 0.0675528 Jul 16 14:08:54.914756 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-62987c56-b37a-4de5-96ac-bef2dd73f5dd req-c29d38af-845b-4dcd-a83d-1e09aeadcf4b tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7ffdc71-7446-41a9-bfc4-bf78fcf225fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338655 Jul 16 14:08:55.404729 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355f7b8f-d6ff-4dc5-9be7-03b2341d8397 req-d86c1c91-33d1-414c-83f3-1c80cc2c7523 tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:08:55.406245 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-355f7b8f-d6ff-4dc5-9be7-03b2341d8397 req-d86c1c91-33d1-414c-83f3-1c80cc2c7523 tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] 10.222.0.10 "GET /v2.0/ports?device_id=abfa7f19-d2a3-432e-9531-2cd5e448930f HTTP/1.1" status: 200 len: 931 time: 0.0650735 Jul 16 14:08:55.449294 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-355f7b8f-d6ff-4dc5-9be7-03b2341d8397 req-fe4cb758-4e42-4f5c-8142-2b1b639bf570 tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] 10.222.0.10 "GET /v2.0/security-groups?id=a14a42af-a4ef-4b15-8b8b-646b56cf2e04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372198 Jul 16 14:08:56.111877 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7b8122-89b0-4bc3-ae93-ecf7f7b70254 req-84740716-6609-42f4-9421-55fdf8ecf741 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:08:56.113504 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-af7b8122-89b0-4bc3-ae93-ecf7f7b70254 req-84740716-6609-42f4-9421-55fdf8ecf741 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7c92e1b-6094-4c34-87d7-cc60aafaa6c1 HTTP/1.1" status: 200 len: 944 time: 0.0774977 Jul 16 14:08:56.153846 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-af7b8122-89b0-4bc3-ae93-ecf7f7b70254 req-2936ea45-cabf-425f-a85d-9c9bbe575bae tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7ffdc71-7446-41a9-bfc4-bf78fcf225fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329218 Jul 16 14:08:56.621176 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f298dc9-10d5-4abe-b817-eacd9be7a8cf req-9b2e6789-4556-4328-8593-d87f8978617e tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:08:56.623009 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-6f298dc9-10d5-4abe-b817-eacd9be7a8cf req-9b2e6789-4556-4328-8593-d87f8978617e tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] 10.222.0.10 "GET /v2.0/ports?device_id=abfa7f19-d2a3-432e-9531-2cd5e448930f HTTP/1.1" status: 200 len: 931 time: 0.0636878 Jul 16 14:08:56.664411 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-6f298dc9-10d5-4abe-b817-eacd9be7a8cf req-9e3cb271-0cc1-4cc8-9331-3ee08cdb8183 tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] 10.222.0.10 "GET /v2.0/security-groups?id=a14a42af-a4ef-4b15-8b8b-646b56cf2e04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326464 Jul 16 14:08:57.354405 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1dd404-3440-44d0-98b5-3a7811c5fdb2 req-e1ceca79-5cd3-4ef3-9b97-f1623807a9cd tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:08:57.355908 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-7d1dd404-3440-44d0-98b5-3a7811c5fdb2 req-e1ceca79-5cd3-4ef3-9b97-f1623807a9cd tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7c92e1b-6094-4c34-87d7-cc60aafaa6c1 HTTP/1.1" status: 200 len: 944 time: 0.0707231 Jul 16 14:08:57.396535 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-7d1dd404-3440-44d0-98b5-3a7811c5fdb2 req-727bdf06-2d08-4523-bdf8-6edbc824d05d tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7ffdc71-7446-41a9-bfc4-bf78fcf225fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345886 Jul 16 14:08:57.845309 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9fd3b2-f59d-4ac3-be34-0f2c4d0a4a42 req-dae4fecf-e297-4d52-b38a-859813e99280 tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:08:57.846881 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-eb9fd3b2-f59d-4ac3-be34-0f2c4d0a4a42 req-dae4fecf-e297-4d52-b38a-859813e99280 tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] 10.222.0.10 "GET /v2.0/ports?device_id=abfa7f19-d2a3-432e-9531-2cd5e448930f HTTP/1.1" status: 200 len: 931 time: 0.0670147 Jul 16 14:08:57.886420 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-eb9fd3b2-f59d-4ac3-be34-0f2c4d0a4a42 req-e1ecf090-5d1b-4b74-a419-0e336098ffa6 tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] 10.222.0.10 "GET /v2.0/security-groups?id=a14a42af-a4ef-4b15-8b8b-646b56cf2e04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332284 Jul 16 14:08:58.573107 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27140ac-ec67-4e31-99b5-01a0edf40e2d req-739a3897-16cc-4360-a2c2-f868972ab782 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:08:58.574585 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-d27140ac-ec67-4e31-99b5-01a0edf40e2d req-739a3897-16cc-4360-a2c2-f868972ab782 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7c92e1b-6094-4c34-87d7-cc60aafaa6c1 HTTP/1.1" status: 200 len: 944 time: 0.0626948 Jul 16 14:08:58.614390 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-d27140ac-ec67-4e31-99b5-01a0edf40e2d req-0ed8671f-a13d-4d71-8873-2e4f10859eba tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7ffdc71-7446-41a9-bfc4-bf78fcf225fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342419 Jul 16 14:08:58.723135 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.v2.base [req-97f82f0a-2d8e-48dd-83c5-6db262527333 req-b8b8f6d2-39cf-4fc6-b2ca-273ac6233d63 service neutron] Request body: {'port': {'device_id': 'abfa7f19-d2a3-432e-9531-2cd5e448930f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78476'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:08:58.796481 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-97f82f0a-2d8e-48dd-83c5-6db262527333 req-b8b8f6d2-39cf-4fc6-b2ca-273ac6233d63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:08:59.134280 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4663588c-da91-4fde-a65a-b54b3d1f414f req-73c1dd7d-3361-4e7a-8fe1-3f2474392109 tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:08:59.135765 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-4663588c-da91-4fde-a65a-b54b3d1f414f req-73c1dd7d-3361-4e7a-8fe1-3f2474392109 tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] 10.222.0.10 "GET /v2.0/ports?device_id=abfa7f19-d2a3-432e-9531-2cd5e448930f HTTP/1.1" status: 200 len: 931 time: 0.1275606 Jul 16 14:08:59.152706 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.notifiers.nova [req-97f82f0a-2d8e-48dd-83c5-6db262527333 req-b8b8f6d2-39cf-4fc6-b2ca-273ac6233d63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fa66e46-e910-4b6c-9cf3-b6333a1ffd7c {{(pid=93102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 14:08:59.167075 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-97f82f0a-2d8e-48dd-83c5-6db262527333 req-b8b8f6d2-39cf-4fc6-b2ca-273ac6233d63 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:08:59.189614 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.db.provisioning_blocks [req-97f82f0a-2d8e-48dd-83c5-6db262527333 req-b8b8f6d2-39cf-4fc6-b2ca-273ac6233d63 service neutron] Transition to ACTIVE for port object 2fa66e46-e910-4b6c-9cf3-b6333a1ffd7c will not be triggered until provisioned by entity L2. {{(pid=93102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 14:08:59.199373 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-4663588c-da91-4fde-a65a-b54b3d1f414f req-db91adbe-3cbb-475a-a0ba-f4f4561896ba tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] 10.222.0.10 "GET /v2.0/security-groups?id=a14a42af-a4ef-4b15-8b8b-646b56cf2e04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570209 Jul 16 14:08:59.199373 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-97f82f0a-2d8e-48dd-83c5-6db262527333 req-b8b8f6d2-39cf-4fc6-b2ca-273ac6233d63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736156224341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736155824276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736155824294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4062751'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:08:59.251668 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b8f6d2-39cf-4fc6-b2ca-273ac6233d63 service neutron] Pushing event updated for resources: {'Port': ['ID=2fa66e46-e910-4b6c-9cf3-b6333a1ffd7c,revision_number=2']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:08:59.335230 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [req-97f82f0a-2d8e-48dd-83c5-6db262527333 req-b8b8f6d2-39cf-4fc6-b2ca-273ac6233d63 service neutron] Attempting to bind port 2fa66e46-e910-4b6c-9cf3-b6333a1ffd7c on host hv-cinder-78476 for vnic_type normal with profile {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 14:08:59.335941 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [req-97f82f0a-2d8e-48dd-83c5-6db262527333 req-b8b8f6d2-39cf-4fc6-b2ca-273ac6233d63 service neutron] Attempting to bind port 2fa66e46-e910-4b6c-9cf3-b6333a1ffd7c by drivers openvswitch,hyperv on host hv-cinder-78476 at level 0 using segments [{'id': '4fad2db9-883e-4e8e-8c08-6689552e8f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'f12c8d5c-37c0-4646-93fd-2f1f0c0ef6dd'}] {{(pid=93102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 14:08:59.336531 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f82f0a-2d8e-48dd-83c5-6db262527333 req-b8b8f6d2-39cf-4fc6-b2ca-273ac6233d63 service neutron] Attempting to bind port 2fa66e46-e910-4b6c-9cf3-b6333a1ffd7c on network f12c8d5c-37c0-4646-93fd-2f1f0c0ef6dd {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 14:08:59.342332 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f82f0a-2d8e-48dd-83c5-6db262527333 req-b8b8f6d2-39cf-4fc6-b2ca-273ac6233d63 service neutron] Port 2fa66e46-e910-4b6c-9cf3-b6333a1ffd7c on network f12c8d5c-37c0-4646-93fd-2f1f0c0ef6dd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78476 {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 14:08:59.342651 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f82f0a-2d8e-48dd-83c5-6db262527333 req-b8b8f6d2-39cf-4fc6-b2ca-273ac6233d63 service neutron] Attempting to bind port 2fa66e46-e910-4b6c-9cf3-b6333a1ffd7c on network f12c8d5c-37c0-4646-93fd-2f1f0c0ef6dd {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 14:08:59.347784 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f82f0a-2d8e-48dd-83c5-6db262527333 req-b8b8f6d2-39cf-4fc6-b2ca-273ac6233d63 service neutron] Checking agent: {'id': '6fdce28b-c36c-45c9-95d7-1ffee3187505', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78476', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 14, 3, 46), 'started_at': datetime.datetime(2021, 7, 16, 14, 3, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 14, 8, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 14:08:59.348120 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f82f0a-2d8e-48dd-83c5-6db262527333 req-b8b8f6d2-39cf-4fc6-b2ca-273ac6233d63 service neutron] Checking segment: {'id': '4fad2db9-883e-4e8e-8c08-6689552e8f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'f12c8d5c-37c0-4646-93fd-2f1f0c0ef6dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 14:08:59.348533 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f82f0a-2d8e-48dd-83c5-6db262527333 req-b8b8f6d2-39cf-4fc6-b2ca-273ac6233d63 service neutron] Bound using segment: {'id': '4fad2db9-883e-4e8e-8c08-6689552e8f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'f12c8d5c-37c0-4646-93fd-2f1f0c0ef6dd'} {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 14:08:59.348998 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [req-97f82f0a-2d8e-48dd-83c5-6db262527333 req-b8b8f6d2-39cf-4fc6-b2ca-273ac6233d63 service neutron] Bound port: 2fa66e46-e910-4b6c-9cf3-b6333a1ffd7c, host: hv-cinder-78476, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fad2db9-883e-4e8e-8c08-6689552e8f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'f12c8d5c-37c0-4646-93fd-2f1f0c0ef6dd'}}] {{(pid=93102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 14:08:59.349356 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-97f82f0a-2d8e-48dd-83c5-6db262527333 req-b8b8f6d2-39cf-4fc6-b2ca-273ac6233d63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:08:59.421357 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.db [req-97f82f0a-2d8e-48dd-83c5-6db262527333 req-b8b8f6d2-39cf-4fc6-b2ca-273ac6233d63 service neutron] For port 2fa66e46-e910-4b6c-9cf3-b6333a1ffd7c, host hv-cinder-78476, cleared binding levels {{(pid=93102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 14:08:59.425157 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.db [req-97f82f0a-2d8e-48dd-83c5-6db262527333 req-b8b8f6d2-39cf-4fc6-b2ca-273ac6233d63 service neutron] For port 2fa66e46-e910-4b6c-9cf3-b6333a1ffd7c, host hv-cinder-78476, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=2fa66e46-e910-4b6c-9cf3-b6333a1ffd7c,segment=NetworkSegment(4fad2db9-883e-4e8e-8c08-6689552e8f68),segment_id=4fad2db9-883e-4e8e-8c08-6689552e8f68)] {{(pid=93102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 14:08:59.431246 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-97f82f0a-2d8e-48dd-83c5-6db262527333 req-b8b8f6d2-39cf-4fc6-b2ca-273ac6233d63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736156224341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736155824276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736155824294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4062751'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:08:59.466587 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f82f0a-2d8e-48dd-83c5-6db262527333 req-b8b8f6d2-39cf-4fc6-b2ca-273ac6233d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:08:59.467210 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-97f82f0a-2d8e-48dd-83c5-6db262527333 req-b8b8f6d2-39cf-4fc6-b2ca-273ac6233d63 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583268'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:08:59.468640 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-97f82f0a-2d8e-48dd-83c5-6db262527333 req-b8b8f6d2-39cf-4fc6-b2ca-273ac6233d63 service neutron] 10.222.0.25 "PUT /v2.0/ports/2fa66e46-e910-4b6c-9cf3-b6333a1ffd7c HTTP/1.1" status: 200 len: 1093 time: 0.7500556 Jul 16 14:08:59.471350 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abfa7f19-d2a3-432e-9531-2cd5e448930f', 'tag': '2fa66e46-e910-4b6c-9cf3-b6333a1ffd7c'}] {{(pid=93102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 14:08:59.474499 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a11fcfe668901014f0ad0c9d70c66bea342e29a2e59f45ce58be81cf923ee92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8ba98f2-d37f-481e-bb9d-4065d4810f20" -d '{"events": [{"name": "network-changed", "server_uuid": "abfa7f19-d2a3-432e-9531-2cd5e448930f", "tag": "2fa66e46-e910-4b6c-9cf3-b6333a1ffd7c"}]}' {{(pid=93102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 14:08:59.516448 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b8f6d2-39cf-4fc6-b2ca-273ac6233d63 service neutron] Pushing event updated for resources: {'Port': ['ID=2fa66e46-e910-4b6c-9cf3-b6333a1ffd7c,revision_number=3']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:08:59.523616 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 14:08:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83cf3581-c9a5-4dfa-8079-c756009b6807 x-openstack-request-id: req-83cf3581-c9a5-4dfa-8079-c756009b6807 {{(pid=93102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 14:08:59.523997 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abfa7f19-d2a3-432e-9531-2cd5e448930f", "tag": "2fa66e46-e910-4b6c-9cf3-b6333a1ffd7c", "status": "completed", "code": 200}]} {{(pid=93102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 14:08:59.524250 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-83cf3581-c9a5-4dfa-8079-c756009b6807 {{(pid=93102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 14:08:59.524678 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abfa7f19-d2a3-432e-9531-2cd5e448930f', 'tag': '2fa66e46-e910-4b6c-9cf3-b6333a1ffd7c', 'status': 'completed', 'code': 200} Jul 16 14:08:59.639266 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f82f0a-2d8e-48dd-83c5-6db262527333 req-cb82c8d9-2d81-45bd-8e77-6b8750441c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:08:59.640787 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-97f82f0a-2d8e-48dd-83c5-6db262527333 req-cb82c8d9-2d81-45bd-8e77-6b8750441c69 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f26aa26656004385a23ef6e54380f2d5&device_id=abfa7f19-d2a3-432e-9531-2cd5e448930f HTTP/1.1" status: 200 len: 1096 time: 0.0580573 Jul 16 14:08:59.809074 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-97f82f0a-2d8e-48dd-83c5-6db262527333 req-3b89f0ef-c8fa-4300-a034-cac313c168fa service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2fa66e46-e910-4b6c-9cf3-b6333a1ffd7c HTTP/1.1" status: 200 len: 217 time: 0.0391839 Jul 16 14:08:59.833518 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d512d3e6-2bfd-4b1e-a7d3-80ad09c978f6 req-20ff8ce0-f452-44e0-b047-9bf36e7aea24 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:08:59.835054 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-d512d3e6-2bfd-4b1e-a7d3-80ad09c978f6 req-20ff8ce0-f452-44e0-b047-9bf36e7aea24 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7c92e1b-6094-4c34-87d7-cc60aafaa6c1 HTTP/1.1" status: 200 len: 944 time: 0.0997887 Jul 16 14:08:59.906505 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f82f0a-2d8e-48dd-83c5-6db262527333 req-f33296d0-d86a-4cbd-abfc-aaf7a57dda0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:08:59.907961 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-97f82f0a-2d8e-48dd-83c5-6db262527333 req-f33296d0-d86a-4cbd-abfc-aaf7a57dda0e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b576700b-81ba-4286-af68-18fe8daa7b9c HTTP/1.1" status: 200 len: 848 time: 0.0720539 Jul 16 14:08:59.910874 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-d512d3e6-2bfd-4b1e-a7d3-80ad09c978f6 req-4af1cf19-157d-44a7-9de1-4391f61f46d9 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7ffdc71-7446-41a9-bfc4-bf78fcf225fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677857 Jul 16 14:08:59.969691 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f82f0a-2d8e-48dd-83c5-6db262527333 req-d75e4bed-65c6-4a34-be42-a8f04176231f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:08:59.971194 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-97f82f0a-2d8e-48dd-83c5-6db262527333 req-d75e4bed-65c6-4a34-be42-a8f04176231f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f12c8d5c-37c0-4646-93fd-2f1f0c0ef6dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0544086 Jul 16 14:09:00.064444 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-97f82f0a-2d8e-48dd-83c5-6db262527333 req-3560df9c-5988-4b61-b0c2-5dae74152ca1 service neutron] 10.222.0.25 "GET /v2.0/networks/f12c8d5c-37c0-4646-93fd-2f1f0c0ef6dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820956 Jul 16 14:09:00.157223 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-97f82f0a-2d8e-48dd-83c5-6db262527333 req-0262ab85-ec06-4a04-82dc-320038848788 service neutron] 10.222.0.25 "GET /v2.0/networks/f12c8d5c-37c0-4646-93fd-2f1f0c0ef6dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840080 Jul 16 14:09:00.394061 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209b090d-6bdf-45aa-83fa-a2a29a6cffca req-138c9ff5-3902-4be7-8c59-5e82eb320477 tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:09:00.398126 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-209b090d-6bdf-45aa-83fa-a2a29a6cffca req-138c9ff5-3902-4be7-8c59-5e82eb320477 tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] 10.222.0.10 "GET /v2.0/ports?device_id=abfa7f19-d2a3-432e-9531-2cd5e448930f HTTP/1.1" status: 200 len: 943 time: 0.0809846 Jul 16 14:09:00.436291 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ba98f2-d37f-481e-bb9d-4065d4810f20 req-2f3927b7-9700-4c9d-904f-d9a9aa6305d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:09:00.438010 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-b8ba98f2-d37f-481e-bb9d-4065d4810f20 req-2f3927b7-9700-4c9d-904f-d9a9aa6305d4 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f26aa26656004385a23ef6e54380f2d5&device_id=abfa7f19-d2a3-432e-9531-2cd5e448930f HTTP/1.1" status: 200 len: 1096 time: 0.0835392 Jul 16 14:09:00.448478 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-209b090d-6bdf-45aa-83fa-a2a29a6cffca req-4a323839-55af-4d26-9a3d-5793fe031148 tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] 10.222.0.10 "GET /v2.0/security-groups?id=a14a42af-a4ef-4b15-8b8b-646b56cf2e04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450892 Jul 16 14:09:00.545381 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ba98f2-d37f-481e-bb9d-4065d4810f20 req-555121bc-d454-48b7-b2ef-6bcd31c433c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:09:00.546922 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-b8ba98f2-d37f-481e-bb9d-4065d4810f20 req-555121bc-d454-48b7-b2ef-6bcd31c433c5 service neutron] 10.222.0.25 "GET /v2.0/networks?id=f12c8d5c-37c0-4646-93fd-2f1f0c0ef6dd HTTP/1.1" status: 200 len: 910 time: 0.0908568 Jul 16 14:09:00.588222 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-b8ba98f2-d37f-481e-bb9d-4065d4810f20 req-b81efcb5-0519-4a3e-ac09-9a6128df579a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2fa66e46-e910-4b6c-9cf3-b6333a1ffd7c HTTP/1.1" status: 200 len: 217 time: 0.0339870 Jul 16 14:09:00.639229 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ba98f2-d37f-481e-bb9d-4065d4810f20 req-63fbf433-2310-4c85-98b9-56340520a0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:09:00.640559 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-b8ba98f2-d37f-481e-bb9d-4065d4810f20 req-63fbf433-2310-4c85-98b9-56340520a0f2 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b576700b-81ba-4286-af68-18fe8daa7b9c HTTP/1.1" status: 200 len: 848 time: 0.0447385 Jul 16 14:09:00.714321 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ba98f2-d37f-481e-bb9d-4065d4810f20 req-22e7145a-9498-47b0-a598-cfbe7b080973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:09:00.715757 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-b8ba98f2-d37f-481e-bb9d-4065d4810f20 req-22e7145a-9498-47b0-a598-cfbe7b080973 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f12c8d5c-37c0-4646-93fd-2f1f0c0ef6dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0507908 Jul 16 14:09:00.803802 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-b8ba98f2-d37f-481e-bb9d-4065d4810f20 req-2786e908-a9b5-430d-ae42-3c34d152babe service neutron] 10.222.0.25 "GET /v2.0/networks/f12c8d5c-37c0-4646-93fd-2f1f0c0ef6dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798705 Jul 16 14:09:00.902476 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-b8ba98f2-d37f-481e-bb9d-4065d4810f20 req-d231a349-a6f7-4ae2-a1b9-c64c08ed93d2 service neutron] 10.222.0.25 "GET /v2.0/networks/f12c8d5c-37c0-4646-93fd-2f1f0c0ef6dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842783 Jul 16 14:09:01.087607 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3665b222-06d0-46cb-8f25-78a91db328f7 req-f3ea7f33-62ac-4397-9eed-094152a55668 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:09:01.089081 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-3665b222-06d0-46cb-8f25-78a91db328f7 req-f3ea7f33-62ac-4397-9eed-094152a55668 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7c92e1b-6094-4c34-87d7-cc60aafaa6c1 HTTP/1.1" status: 200 len: 944 time: 0.0625002 Jul 16 14:09:01.127751 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-3665b222-06d0-46cb-8f25-78a91db328f7 req-2527d04c-a82e-4655-a6e2-baa292573515 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7ffdc71-7446-41a9-bfc4-bf78fcf225fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329738 Jul 16 14:09:01.627850 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd1272d-a528-4f8f-9821-934024d14d36 req-af06db97-8c3d-4454-aab2-757b475fd062 tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:09:01.629358 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-ecd1272d-a528-4f8f-9821-934024d14d36 req-af06db97-8c3d-4454-aab2-757b475fd062 tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] 10.222.0.10 "GET /v2.0/ports?device_id=abfa7f19-d2a3-432e-9531-2cd5e448930f HTTP/1.1" status: 200 len: 943 time: 0.0687079 Jul 16 14:09:01.665629 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-ecd1272d-a528-4f8f-9821-934024d14d36 req-6b520c2e-2a7a-4139-9765-4a78e8fa736f tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] 10.222.0.10 "GET /v2.0/security-groups?id=a14a42af-a4ef-4b15-8b8b-646b56cf2e04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307236 Jul 16 14:09:02.309514 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c05ef4e-bf52-48aa-9746-7ecb15840a18 req-368578c9-b885-4099-9fb4-7f4dacf9e385 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:09:02.311310 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-3c05ef4e-bf52-48aa-9746-7ecb15840a18 req-368578c9-b885-4099-9fb4-7f4dacf9e385 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7c92e1b-6094-4c34-87d7-cc60aafaa6c1 HTTP/1.1" status: 200 len: 944 time: 0.0671875 Jul 16 14:09:02.348718 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-3c05ef4e-bf52-48aa-9746-7ecb15840a18 req-e5d9b109-41f8-4740-86cf-4b8cdb2d51e8 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7ffdc71-7446-41a9-bfc4-bf78fcf225fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320263 Jul 16 14:09:02.837927 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26762c2-19bd-4183-b3ef-9c4fc07c9f05 req-519f67ba-26c2-4e37-a6a1-634c11cc6046 tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:09:02.840164 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-b26762c2-19bd-4183-b3ef-9c4fc07c9f05 req-519f67ba-26c2-4e37-a6a1-634c11cc6046 tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] 10.222.0.10 "GET /v2.0/ports?device_id=abfa7f19-d2a3-432e-9531-2cd5e448930f HTTP/1.1" status: 200 len: 943 time: 0.0658910 Jul 16 14:09:02.884209 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-b26762c2-19bd-4183-b3ef-9c4fc07c9f05 req-20ae4f6f-f8f8-4cdb-8f2c-d210d5878900 tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] 10.222.0.10 "GET /v2.0/security-groups?id=a14a42af-a4ef-4b15-8b8b-646b56cf2e04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383692 Jul 16 14:09:03.015928 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ce939e-5fc7-48f1-b406-75e5d99a6485 req-95e918f9-1a24-4ffa-94e7-0618a9c4857c tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:09:03.017434 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-b6ce939e-5fc7-48f1-b406-75e5d99a6485 req-95e918f9-1a24-4ffa-94e7-0618a9c4857c tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b8c1db0-7953-43b1-b307-08491a3031f2 HTTP/1.1" status: 200 len: 945 time: 0.0629902 Jul 16 14:09:03.054871 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-b6ce939e-5fc7-48f1-b406-75e5d99a6485 req-bd21f103-1cec-404c-ab62-adbcaac2df02 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/security-groups?id=82181ce4-b774-4a6f-9777-8cd5eff34a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318124 Jul 16 14:09:03.527107 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6affdb22-4968-4a59-bd7d-d8464b53bd87 req-31cfa711-8015-466d-a385-b69cd4e9f50f tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:09:03.528574 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-6affdb22-4968-4a59-bd7d-d8464b53bd87 req-31cfa711-8015-466d-a385-b69cd4e9f50f tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7c92e1b-6094-4c34-87d7-cc60aafaa6c1 HTTP/1.1" status: 200 len: 944 time: 0.0615218 Jul 16 14:09:03.565026 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-6affdb22-4968-4a59-bd7d-d8464b53bd87 req-6f03d76c-8165-47ec-a0d6-fe56ffb8eb97 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7ffdc71-7446-41a9-bfc4-bf78fcf225fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309479 Jul 16 14:09:04.050886 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3354191-f9c1-4cbe-b849-444f78002232 req-a9bf89be-a0cb-4f62-ae2b-14a366b53c0c tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:09:04.052330 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-e3354191-f9c1-4cbe-b849-444f78002232 req-a9bf89be-a0cb-4f62-ae2b-14a366b53c0c tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] 10.222.0.10 "GET /v2.0/ports?device_id=abfa7f19-d2a3-432e-9531-2cd5e448930f HTTP/1.1" status: 200 len: 943 time: 0.0605056 Jul 16 14:09:04.089184 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-e3354191-f9c1-4cbe-b849-444f78002232 req-d81b0d8b-e22a-45d4-bf3d-f723b56ede8e tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] 10.222.0.10 "GET /v2.0/security-groups?id=a14a42af-a4ef-4b15-8b8b-646b56cf2e04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312059 Jul 16 14:09:04.232936 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1476f30f-2602-42e7-a6c6-650b674d5d51 req-dbec2042-208b-4c87-8a21-2b163abf792a tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:09:04.234387 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-1476f30f-2602-42e7-a6c6-650b674d5d51 req-dbec2042-208b-4c87-8a21-2b163abf792a tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b8c1db0-7953-43b1-b307-08491a3031f2 HTTP/1.1" status: 200 len: 945 time: 0.0648522 Jul 16 14:09:04.272720 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-1476f30f-2602-42e7-a6c6-650b674d5d51 req-ab7c5715-e462-47c5-8f7c-11daa99ca53b tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/security-groups?id=82181ce4-b774-4a6f-9777-8cd5eff34a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327411 Jul 16 14:09:04.739626 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc17f73-8efd-4f24-94a3-97c9f51dcbe6 req-249be906-c538-4797-beea-37e46fe296f8 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:09:04.741658 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-5fc17f73-8efd-4f24-94a3-97c9f51dcbe6 req-249be906-c538-4797-beea-37e46fe296f8 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7c92e1b-6094-4c34-87d7-cc60aafaa6c1 HTTP/1.1" status: 200 len: 944 time: 0.0661731 Jul 16 14:09:04.778012 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-5fc17f73-8efd-4f24-94a3-97c9f51dcbe6 req-3c225680-9681-4d5f-a57b-d4d4120c6871 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7ffdc71-7446-41a9-bfc4-bf78fcf225fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308819 Jul 16 14:09:05.258400 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2e0d62-7685-464b-bcb8-091135d5fcef req-e12a0a92-5be5-4d8f-af1a-9b61214bb97a tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:09:05.259883 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-8f2e0d62-7685-464b-bcb8-091135d5fcef req-e12a0a92-5be5-4d8f-af1a-9b61214bb97a tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] 10.222.0.10 "GET /v2.0/ports?device_id=abfa7f19-d2a3-432e-9531-2cd5e448930f HTTP/1.1" status: 200 len: 943 time: 0.0614777 Jul 16 14:09:05.295840 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-8f2e0d62-7685-464b-bcb8-091135d5fcef req-dacac8b8-02dd-4be5-bbc9-a5f43bc185e8 tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] 10.222.0.10 "GET /v2.0/security-groups?id=a14a42af-a4ef-4b15-8b8b-646b56cf2e04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305390 Jul 16 14:09:05.446298 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0e9913-9f51-4ae5-8fa6-61f146732809 req-15029378-5c1e-4a12-927f-f1b2bc57a3ba tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:09:05.447775 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-db0e9913-9f51-4ae5-8fa6-61f146732809 req-15029378-5c1e-4a12-927f-f1b2bc57a3ba tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b8c1db0-7953-43b1-b307-08491a3031f2 HTTP/1.1" status: 200 len: 945 time: 0.0642135 Jul 16 14:09:05.483663 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-db0e9913-9f51-4ae5-8fa6-61f146732809 req-68e287e8-12da-4e0d-84a1-b28369d8b9d0 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/security-groups?id=82181ce4-b774-4a6f-9777-8cd5eff34a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303044 Jul 16 14:09:05.956188 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f18eae-ae60-4e44-9174-5bf7a5752418 req-a5675efd-9bc2-414c-a4bc-bd2ccfebfe2e tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:09:05.957683 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-f0f18eae-ae60-4e44-9174-5bf7a5752418 req-a5675efd-9bc2-414c-a4bc-bd2ccfebfe2e tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7c92e1b-6094-4c34-87d7-cc60aafaa6c1 HTTP/1.1" status: 200 len: 944 time: 0.0651298 Jul 16 14:09:05.994742 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-f0f18eae-ae60-4e44-9174-5bf7a5752418 req-7885ff0d-d1ca-42be-b3bb-7a24c932a30b tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7ffdc71-7446-41a9-bfc4-bf78fcf225fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312905 Jul 16 14:09:06.255321 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Device 5dc77129-1453-4456-8a98-7b9dd10f5485 details requested by agent hyperv_hv-cinder-78476 with host hv-cinder-78476 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 14:09:06.350607 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] For port 5dc77129-1453-4456-8a98-7b9dd10f5485, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=5dc77129-1453-4456-8a98-7b9dd10f5485,segment=NetworkSegment(3a29ac3c-6c4f-4bde-a091-d921a298bf30),segment_id=3a29ac3c-6c4f-4bde-a091-d921a298bf30)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:09:06.361671 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Returning: {'device': '5dc77129-1453-4456-8a98-7b9dd10f5485', 'network_id': '3a4fb2c2-e115-4208-b9b7-fb0af769d696', 'port_id': '5dc77129-1453-4456-8a98-7b9dd10f5485', 'mac_address': 'fa:16:3e:53:7f:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9264d998-2235-4ea7-905f-68b77e185814', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 14:09:06.397595 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:09:06.409847 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5dc77129-1453-4456-8a98-7b9dd10f5485 {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 14:09:06.431822 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] For port 5dc77129-1453-4456-8a98-7b9dd10f5485, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=5dc77129-1453-4456-8a98-7b9dd10f5485,segment=NetworkSegment(3a29ac3c-6c4f-4bde-a091-d921a298bf30),segment_id=3a29ac3c-6c4f-4bde-a091-d921a298bf30)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:09:06.435855 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736156224341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736155824276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736155824294'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:09:06.470818 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3525cd8-b7aa-4f3c-af9a-4be7b1586bbe req-abf4f503-7969-4fae-8e36-6db2e1db7bd3 tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:09:06.473060 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-c3525cd8-b7aa-4f3c-af9a-4be7b1586bbe req-abf4f503-7969-4fae-8e36-6db2e1db7bd3 tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] 10.222.0.10 "GET /v2.0/ports?device_id=abfa7f19-d2a3-432e-9531-2cd5e448930f HTTP/1.1" status: 200 len: 943 time: 0.0699747 Jul 16 14:09:06.483234 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Pushing event updated for resources: {'Port': ['ID=5dc77129-1453-4456-8a98-7b9dd10f5485,revision_number=9']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:09:06.490894 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:09:06.491226 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:09:06.491561 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:09:06.491894 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:09:06.492223 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:09:06.492550 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:09:06.492907 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:09:06.493233 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:09:06.493576 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:09:06.493902 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:09:06.494223 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:09:06.494542 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:09:06.511745 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-c3525cd8-b7aa-4f3c-af9a-4be7b1586bbe req-1367d0ba-afd8-4b21-8fdf-a20b86385bb5 tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] 10.222.0.10 "GET /v2.0/security-groups?id=a14a42af-a4ef-4b15-8b8b-646b56cf2e04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326581 Jul 16 14:09:06.669207 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c7d028-a4dc-48b2-9186-008d3b6d9a96 req-d793157b-e9d0-43cd-a8d5-d0245968c0a7 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:09:06.670603 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-63c7d028-a4dc-48b2-9186-008d3b6d9a96 req-d793157b-e9d0-43cd-a8d5-d0245968c0a7 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b8c1db0-7953-43b1-b307-08491a3031f2 HTTP/1.1" status: 200 len: 945 time: 0.1010454 Jul 16 14:09:06.681969 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfc0c78-a135-4c64-94ff-a89c07e85c2b req-4b8d69ad-6b81-4c27-9d9d-7ad3e3862e76 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:09:06.683349 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-8cfc0c78-a135-4c64-94ff-a89c07e85c2b req-4b8d69ad-6b81-4c27-9d9d-7ad3e3862e76 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b8c1db0-7953-43b1-b307-08491a3031f2 HTTP/1.1" status: 200 len: 945 time: 0.0877342 Jul 16 14:09:06.778769 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-8cfc0c78-a135-4c64-94ff-a89c07e85c2b req-ff96a331-963d-4a20-963e-2501cfcdbc80 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/security-groups?id=82181ce4-b774-4a6f-9777-8cd5eff34a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873642 Jul 16 14:09:06.807623 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [req-63c7d028-a4dc-48b2-9186-008d3b6d9a96 req-2ce25dac-fc1e-49fe-9d75-896dd08461e4 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] Deleting port f6da84fc-801a-4296-b2fe-4815f358ea29 {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 14:09:06.807947 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-63c7d028-a4dc-48b2-9186-008d3b6d9a96 req-2ce25dac-fc1e-49fe-9d75-896dd08461e4 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736156223663'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:09:06.900038 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.db [req-63c7d028-a4dc-48b2-9186-008d3b6d9a96 req-2ce25dac-fc1e-49fe-9d75-896dd08461e4 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] For port f6da84fc-801a-4296-b2fe-4815f358ea29, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=f6da84fc-801a-4296-b2fe-4815f358ea29,segment=NetworkSegment(d7e1ee80-77c5-48f3-ac0a-95e0aff8ceeb),segment_id=d7e1ee80-77c5-48f3-ac0a-95e0aff8ceeb)] {{(pid=93102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:09:06.900390 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-63c7d028-a4dc-48b2-9186-008d3b6d9a96 req-2ce25dac-fc1e-49fe-9d75-896dd08461e4 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683922'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:09:06.914501 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [req-63c7d028-a4dc-48b2-9186-008d3b6d9a96 req-2ce25dac-fc1e-49fe-9d75-896dd08461e4 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] Calling delete_port for f6da84fc-801a-4296-b2fe-4815f358ea29 owned by compute:nova {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 14:09:07.063794 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-63c7d028-a4dc-48b2-9186-008d3b6d9a96 req-2ce25dac-fc1e-49fe-9d75-896dd08461e4 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736156224386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736155824267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4062758'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:09:07.091161 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce25dac-fc1e-49fe-9d75-896dd08461e4 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] Pushing event deleted for resources: {'Port': ['ID=f6da84fc-801a-4296-b2fe-4815f358ea29,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:09:07.118228 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] get_ports_and_sgs() called for port_ids ['80eabd2b-067d-4a77-9822-306b9a1f3212', 'f6da84fc-801a-4296-b2fe-4815f358ea29'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 14:09:07.144650 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] get_ports_and_sgs() called for port_ids ['5dc77129-1453-4456-8a98-7b9dd10f5485'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 14:09:07.152143 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [req-63c7d028-a4dc-48b2-9186-008d3b6d9a96 req-2ce25dac-fc1e-49fe-9d75-896dd08461e4 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] No DVR routers for this DVR port f6da84fc-801a-4296-b2fe-4815f358ea29 on host hv-cinder-78476 {{(pid=93102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 14:09:07.155128 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-63c7d028-a4dc-48b2-9186-008d3b6d9a96 req-2ce25dac-fc1e-49fe-9d75-896dd08461e4 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72406'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:09:07.157139 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-63c7d028-a4dc-48b2-9186-008d3b6d9a96 req-2ce25dac-fc1e-49fe-9d75-896dd08461e4 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.25 "DELETE /v2.0/ports/f6da84fc-801a-4296-b2fe-4815f358ea29 HTTP/1.1" status: 204 len: 173 time: 0.4728923 Jul 16 14:09:07.157574 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b8c1db0-7953-43b1-b307-08491a3031f2', 'name': 'network-vif-deleted', 'tag': 'f6da84fc-801a-4296-b2fe-4815f358ea29'}] {{(pid=93102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 14:09:07.159788 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a11fcfe668901014f0ad0c9d70c66bea342e29a2e59f45ce58be81cf923ee92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e9d29ab-bc7a-4a58-a540-91d5a4f251f6" -d '{"events": [{"server_uuid": "4b8c1db0-7953-43b1-b307-08491a3031f2", "name": "network-vif-deleted", "tag": "f6da84fc-801a-4296-b2fe-4815f358ea29"}]}' {{(pid=93102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 14:09:07.182173 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75854307-da89-4a9e-a469-eababec186ba req-5f445894-10f3-44e2-b451-ce5dde6cea56 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:09:07.190229 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-75854307-da89-4a9e-a469-eababec186ba req-5f445894-10f3-44e2-b451-ce5dde6cea56 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7c92e1b-6094-4c34-87d7-cc60aafaa6c1 HTTP/1.1" status: 200 len: 945 time: 0.0766673 Jul 16 14:09:07.208046 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 14:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3be2fa3-2dc5-4e66-95e2-ea11f3d56bb8 x-openstack-request-id: req-c3be2fa3-2dc5-4e66-95e2-ea11f3d56bb8 {{(pid=93102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 14:09:07.208046 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b8c1db0-7953-43b1-b307-08491a3031f2", "name": "network-vif-deleted", "tag": "f6da84fc-801a-4296-b2fe-4815f358ea29", "status": "completed", "code": 200}]} {{(pid=93102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 14:09:07.208046 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c3be2fa3-2dc5-4e66-95e2-ea11f3d56bb8 {{(pid=93102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 14:09:07.208046 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b8c1db0-7953-43b1-b307-08491a3031f2', 'name': 'network-vif-deleted', 'tag': 'f6da84fc-801a-4296-b2fe-4815f358ea29', 'status': 'completed', 'code': 200} Jul 16 14:09:07.238912 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-75854307-da89-4a9e-a469-eababec186ba req-f9becde3-1f21-466d-bf52-1eef66b9afbe tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7ffdc71-7446-41a9-bfc4-bf78fcf225fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477557 Jul 16 14:09:07.682083 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81421572-d8dc-424d-aa72-7c0aa1c08b5f req-85226dc9-f536-445e-9eed-3f258c7c8711 tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:09:07.683859 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-81421572-d8dc-424d-aa72-7c0aa1c08b5f req-85226dc9-f536-445e-9eed-3f258c7c8711 tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] 10.222.0.10 "GET /v2.0/ports?device_id=abfa7f19-d2a3-432e-9531-2cd5e448930f HTTP/1.1" status: 200 len: 943 time: 0.0650096 Jul 16 14:09:07.700908 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.agents_db [None req-74bc78d6-8b96-4e29-998d-b6ecd97de622 None None] Agent healthcheck: found 6 active agents {{(pid=93105) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 14:09:07.720419 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-81421572-d8dc-424d-aa72-7c0aa1c08b5f req-a3e85c7f-29ca-43d4-9ab3-1aba973d47c7 tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] 10.222.0.10 "GET /v2.0/security-groups?id=a14a42af-a4ef-4b15-8b8b-646b56cf2e04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311761 Jul 16 14:09:07.931791 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-a16b6fb1-392e-4555-acca-7b49b8d28db5 req-dea80ab2-3a5d-4c42-8d19-65768e9bee85 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b8c1db0-7953-43b1-b307-08491a3031f2 HTTP/1.1" status: 200 len: 210 time: 0.0286088 Jul 16 14:09:08.249241 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Device 2fa66e46-e910-4b6c-9cf3-b6333a1ffd7c details requested by agent hyperv_hv-cinder-78476 with host hv-cinder-78476 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 14:09:08.339430 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] For port 2fa66e46-e910-4b6c-9cf3-b6333a1ffd7c, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=2fa66e46-e910-4b6c-9cf3-b6333a1ffd7c,segment=NetworkSegment(4fad2db9-883e-4e8e-8c08-6689552e8f68),segment_id=4fad2db9-883e-4e8e-8c08-6689552e8f68)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:09:08.350615 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Returning: {'device': '2fa66e46-e910-4b6c-9cf3-b6333a1ffd7c', 'network_id': 'f12c8d5c-37c0-4646-93fd-2f1f0c0ef6dd', 'port_id': '2fa66e46-e910-4b6c-9cf3-b6333a1ffd7c', 'mac_address': 'fa:16:3e:40:0f:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b576700b-81ba-4286-af68-18fe8daa7b9c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 14:09:08.389373 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:09:08.401810 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fa66e46-e910-4b6c-9cf3-b6333a1ffd7c {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 14:09:08.415891 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9efa531-3ef3-4122-b8c7-135f410367bf req-42673128-b451-4cb6-827a-93bd4d07baa0 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:09:08.417510 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-d9efa531-3ef3-4122-b8c7-135f410367bf req-42673128-b451-4cb6-827a-93bd4d07baa0 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7c92e1b-6094-4c34-87d7-cc60aafaa6c1 HTTP/1.1" status: 200 len: 945 time: 0.0624952 Jul 16 14:09:08.420961 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] For port 2fa66e46-e910-4b6c-9cf3-b6333a1ffd7c, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=2fa66e46-e910-4b6c-9cf3-b6333a1ffd7c,segment=NetworkSegment(4fad2db9-883e-4e8e-8c08-6689552e8f68),segment_id=4fad2db9-883e-4e8e-8c08-6689552e8f68)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:09:08.425284 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736156224341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736155824276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736155824294'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:09:08.454904 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-d9efa531-3ef3-4122-b8c7-135f410367bf req-c732a259-d7b6-4c4c-9f44-d86361b9449d tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7ffdc71-7446-41a9-bfc4-bf78fcf225fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315368 Jul 16 14:09:08.470686 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Pushing event updated for resources: {'Port': ['ID=2fa66e46-e910-4b6c-9cf3-b6333a1ffd7c,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:09:08.894988 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10177ef-79fa-4feb-b28b-ad7ab15ea4be req-2fdec346-2d0c-4f8d-b2a9-27336cf363ac tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:09:08.897624 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-f10177ef-79fa-4feb-b28b-ad7ab15ea4be req-2fdec346-2d0c-4f8d-b2a9-27336cf363ac tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] 10.222.0.10 "GET /v2.0/ports?device_id=abfa7f19-d2a3-432e-9531-2cd5e448930f HTTP/1.1" status: 200 len: 944 time: 0.0661488 Jul 16 14:09:08.939231 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-f10177ef-79fa-4feb-b28b-ad7ab15ea4be req-cf246367-be21-41f5-882a-c881c087c8e3 tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] 10.222.0.10 "GET /v2.0/security-groups?id=a14a42af-a4ef-4b15-8b8b-646b56cf2e04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358658 Jul 16 14:09:08.958449 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] get_ports_and_sgs() called for port_ids ['2fa66e46-e910-4b6c-9cf3-b6333a1ffd7c'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 14:09:09.375127 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac1e09d-bb15-404d-b6a7-c4ceb65de607 req-8940b815-82a8-41f4-a602-965efd737ee3 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:09:09.376585 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-dac1e09d-bb15-404d-b6a7-c4ceb65de607 req-8940b815-82a8-41f4-a602-965efd737ee3 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ea9a593-16d3-465c-8131-fc586d36046d HTTP/1.1" status: 200 len: 945 time: 0.0646343 Jul 16 14:09:09.412969 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-dac1e09d-bb15-404d-b6a7-c4ceb65de607 req-ea183a32-b8e2-467c-bbaa-19706dc66c34 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/security-groups?id=82181ce4-b774-4a6f-9777-8cd5eff34a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308537 Jul 16 14:09:09.639465 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51f398f-06c5-481b-849e-34c2eef1b938 req-bebfc9b3-c002-4796-be8e-abf36ec32958 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:09:09.640958 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-f51f398f-06c5-481b-849e-34c2eef1b938 req-bebfc9b3-c002-4796-be8e-abf36ec32958 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7c92e1b-6094-4c34-87d7-cc60aafaa6c1 HTTP/1.1" status: 200 len: 945 time: 0.0649517 Jul 16 14:09:09.678338 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-f51f398f-06c5-481b-849e-34c2eef1b938 req-7dd1ef0c-632a-43f1-b9af-3f63eb61c6b2 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7ffdc71-7446-41a9-bfc4-bf78fcf225fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311663 Jul 16 14:09:10.108906 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24c98a1-9150-4846-bbdc-68384679c1b8 req-2ed9d305-1a36-4749-9508-0bd043e948b0 tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:09:10.110383 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-a24c98a1-9150-4846-bbdc-68384679c1b8 req-2ed9d305-1a36-4749-9508-0bd043e948b0 tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] 10.222.0.10 "GET /v2.0/ports?device_id=abfa7f19-d2a3-432e-9531-2cd5e448930f HTTP/1.1" status: 200 len: 944 time: 0.0631175 Jul 16 14:09:10.149256 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-a24c98a1-9150-4846-bbdc-68384679c1b8 req-15e6216e-e265-424b-ae7d-ecbd7035b733 tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] 10.222.0.10 "GET /v2.0/security-groups?id=a14a42af-a4ef-4b15-8b8b-646b56cf2e04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330904 Jul 16 14:09:10.247520 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Device 5dc77129-1453-4456-8a98-7b9dd10f5485 up at agent hyperv_hv-cinder-78476 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 14:09:10.293521 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Provisioning complete for port 5dc77129-1453-4456-8a98-7b9dd10f5485 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 14:09:10.293824 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16503849'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:09:10.367810 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:09:10.388919 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7c92e1b-6094-4c34-87d7-cc60aafaa6c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dc77129-1453-4456-8a98-7b9dd10f5485'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 14:09:10.391126 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e17b9d4f214fa64bfb48c5bf95da0f2ee536929a6529a77ec24820d0293f4c41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54adaa36-bf86-470e-9508-8930d2f28687" -d '{"events": [{"server_uuid": "a7c92e1b-6094-4c34-87d7-cc60aafaa6c1", "name": "network-vif-plugged", "status": "completed", "tag": "5dc77129-1453-4456-8a98-7b9dd10f5485"}]}' {{(pid=93103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 14:09:10.403863 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] For port 5dc77129-1453-4456-8a98-7b9dd10f5485, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=5dc77129-1453-4456-8a98-7b9dd10f5485,segment=NetworkSegment(3a29ac3c-6c4f-4bde-a091-d921a298bf30),segment_id=3a29ac3c-6c4f-4bde-a091-d921a298bf30)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:09:10.407838 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736156224341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736155824276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736155824294'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:09:10.409047 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Device f6da84fc-801a-4296-b2fe-4815f358ea29 no longer exists at agent hyperv_hv-cinder-78476 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 14:09:10.434493 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 14:09:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9735fc3e-8b66-4dbf-a045-fe9751171199 x-openstack-request-id: req-9735fc3e-8b66-4dbf-a045-fe9751171199 {{(pid=93103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 14:09:10.434795 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7c92e1b-6094-4c34-87d7-cc60aafaa6c1", "name": "network-vif-plugged", "status": "completed", "tag": "5dc77129-1453-4456-8a98-7b9dd10f5485", "code": 200}]} {{(pid=93103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 14:09:10.435034 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9735fc3e-8b66-4dbf-a045-fe9751171199 {{(pid=93103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 14:09:10.435413 dv-cinder-784763-7-iscsi neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7c92e1b-6094-4c34-87d7-cc60aafaa6c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dc77129-1453-4456-8a98-7b9dd10f5485', 'code': 200} Jul 16 14:09:10.453415 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] No Port match for: f6da84fc-801a-4296-b2fe-4815f358ea29 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 14:09:10.453755 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Device f6da84fc-801a-4296-b2fe-4815f358ea29 not bound to the agent host hv-cinder-78476 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 14:09:10.481807 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Pushing event updated for resources: {'Port': ['ID=5dc77129-1453-4456-8a98-7b9dd10f5485,revision_number=10']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:09:10.590577 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31723a3c-98e6-485c-8f53-6fefd1f65b7a req-f2fd286a-99c3-4887-9613-07b9ee9d48a2 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:09:10.591943 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-31723a3c-98e6-485c-8f53-6fefd1f65b7a req-f2fd286a-99c3-4887-9613-07b9ee9d48a2 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ea9a593-16d3-465c-8131-fc586d36046d HTTP/1.1" status: 200 len: 945 time: 0.0603309 Jul 16 14:09:10.627594 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-31723a3c-98e6-485c-8f53-6fefd1f65b7a req-2a7ac1c8-eef9-46f4-9ac2-2caf5b2eb890 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/security-groups?id=82181ce4-b774-4a6f-9777-8cd5eff34a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302935 Jul 16 14:09:10.855868 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6232e58f-7ef7-4768-896a-d161332d52ae req-b2f3c402-86f8-4d48-8192-d0dd84abf069 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:09:10.857366 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-6232e58f-7ef7-4768-896a-d161332d52ae req-b2f3c402-86f8-4d48-8192-d0dd84abf069 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7c92e1b-6094-4c34-87d7-cc60aafaa6c1 HTTP/1.1" status: 200 len: 947 time: 0.0623002 Jul 16 14:09:10.894670 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-6232e58f-7ef7-4768-896a-d161332d52ae req-f6c71fc4-4f7e-48d8-b697-89bbd76e7d6d tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7ffdc71-7446-41a9-bfc4-bf78fcf225fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312188 Jul 16 14:09:11.075136 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7c3f4b-fdfb-4408-ae85-6cc14d2e4b43 req-54e26038-90dd-4091-9f7c-d6a5d646224c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:09:11.076919 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-da7c3f4b-fdfb-4408-ae85-6cc14d2e4b43 req-54e26038-90dd-4091-9f7c-d6a5d646224c service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=a7c92e1b-6094-4c34-87d7-cc60aafaa6c1 HTTP/1.1" status: 200 len: 1100 time: 0.0688386 Jul 16 14:09:11.113900 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-da7c3f4b-fdfb-4408-ae85-6cc14d2e4b43 req-79be9c3f-7bed-4849-97d8-630cedbecdc9 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=a7ffdc71-7446-41a9-bfc4-bf78fcf225fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0289636 Jul 16 14:09:11.329081 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69627031-dd6c-4836-b515-d6640d1981e8 req-57829c64-7415-482b-9461-bb61753a8836 tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:09:11.330615 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-69627031-dd6c-4836-b515-d6640d1981e8 req-57829c64-7415-482b-9461-bb61753a8836 tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] 10.222.0.10 "GET /v2.0/ports?device_id=abfa7f19-d2a3-432e-9531-2cd5e448930f HTTP/1.1" status: 200 len: 944 time: 0.0675974 Jul 16 14:09:11.368670 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-69627031-dd6c-4836-b515-d6640d1981e8 req-d2119a22-56a5-42c6-a6b4-efae50da275f tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] 10.222.0.10 "GET /v2.0/security-groups?id=a14a42af-a4ef-4b15-8b8b-646b56cf2e04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318484 Jul 16 14:09:11.799587 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c60170-2448-4593-920f-c0de857ef2ed req-f5194e64-2c6b-4187-aa84-f3f491dfa967 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:09:11.801127 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-97c60170-2448-4593-920f-c0de857ef2ed req-f5194e64-2c6b-4187-aa84-f3f491dfa967 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ea9a593-16d3-465c-8131-fc586d36046d HTTP/1.1" status: 200 len: 945 time: 0.0643888 Jul 16 14:09:11.837752 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-97c60170-2448-4593-920f-c0de857ef2ed req-02c096da-693b-419f-a7da-fad32c18874b tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/security-groups?id=82181ce4-b774-4a6f-9777-8cd5eff34a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309830 Jul 16 14:09:12.067306 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0ca96d-efd4-4167-8aee-cbe3e20bcdec req-7df1df5e-af26-4a68-a741-bf4ce9d62e53 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:09:12.069345 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-5c0ca96d-efd4-4167-8aee-cbe3e20bcdec req-7df1df5e-af26-4a68-a741-bf4ce9d62e53 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7c92e1b-6094-4c34-87d7-cc60aafaa6c1 HTTP/1.1" status: 200 len: 947 time: 0.0602367 Jul 16 14:09:12.104878 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-5c0ca96d-efd4-4167-8aee-cbe3e20bcdec req-6c0492e9-bcc7-4062-ae9e-5461f0bf5509 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7ffdc71-7446-41a9-bfc4-bf78fcf225fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300636 Jul 16 14:09:12.260265 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Device 2fa66e46-e910-4b6c-9cf3-b6333a1ffd7c up at agent hyperv_hv-cinder-78476 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 14:09:12.306837 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Provisioning for port 2fa66e46-e910-4b6c-9cf3-b6333a1ffd7c completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 14:09:12.310512 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Provisioning complete for port 2fa66e46-e910-4b6c-9cf3-b6333a1ffd7c triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 14:09:12.310891 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16503849'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:09:12.391416 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:09:12.436071 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abfa7f19-d2a3-432e-9531-2cd5e448930f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fa66e46-e910-4b6c-9cf3-b6333a1ffd7c'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 14:09:12.439106 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e17b9d4f214fa64bfb48c5bf95da0f2ee536929a6529a77ec24820d0293f4c41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56fc001e-d3ca-411f-a177-3f5a3b4c3318" -d '{"events": [{"server_uuid": "abfa7f19-d2a3-432e-9531-2cd5e448930f", "name": "network-vif-plugged", "status": "completed", "tag": "2fa66e46-e910-4b6c-9cf3-b6333a1ffd7c"}]}' {{(pid=93103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 14:09:12.446295 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] For port 2fa66e46-e910-4b6c-9cf3-b6333a1ffd7c, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=2fa66e46-e910-4b6c-9cf3-b6333a1ffd7c,segment=NetworkSegment(4fad2db9-883e-4e8e-8c08-6689552e8f68),segment_id=4fad2db9-883e-4e8e-8c08-6689552e8f68)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:09:12.452214 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736156224341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736155824276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736155824294'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:09:12.513588 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Pushing event updated for resources: {'Port': ['ID=2fa66e46-e910-4b6c-9cf3-b6333a1ffd7c,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:09:12.554169 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fcb5d9-83ad-4cb8-9322-4b5a4fabf78e req-eef68b96-5cde-46d4-957c-74956d7ae70f tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:09:12.557246 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-97fcb5d9-83ad-4cb8-9322-4b5a4fabf78e req-eef68b96-5cde-46d4-957c-74956d7ae70f tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] 10.222.0.10 "GET /v2.0/ports?device_id=abfa7f19-d2a3-432e-9531-2cd5e448930f HTTP/1.1" status: 200 len: 945 time: 0.0734887 Jul 16 14:09:12.596558 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-97fcb5d9-83ad-4cb8-9322-4b5a4fabf78e req-2b450ed5-abff-444a-976c-31511e0e5a94 tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] 10.222.0.10 "GET /v2.0/security-groups?id=a14a42af-a4ef-4b15-8b8b-646b56cf2e04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341859 Jul 16 14:09:12.632472 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bfece5-5b9c-482f-9b10-453666cbfa3c req-a8216b79-70f0-427f-8a04-d31c80f1370e tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:09:12.634011 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-16bfece5-5b9c-482f-9b10-453666cbfa3c req-a8216b79-70f0-427f-8a04-d31c80f1370e tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] 10.222.0.10 "GET /v2.0/ports?device_id=3898a299-682e-4215-9c87-1c8c52b19fb0 HTTP/1.1" status: 200 len: 946 time: 0.0767505 Jul 16 14:09:12.647835 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 14:09:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe1aa3bd-b0e1-4210-994e-22715da46efe x-openstack-request-id: req-fe1aa3bd-b0e1-4210-994e-22715da46efe {{(pid=93103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 14:09:12.648244 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abfa7f19-d2a3-432e-9531-2cd5e448930f", "name": "network-vif-plugged", "status": "completed", "tag": "2fa66e46-e910-4b6c-9cf3-b6333a1ffd7c", "code": 200}]} {{(pid=93103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 14:09:12.648586 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-fe1aa3bd-b0e1-4210-994e-22715da46efe {{(pid=93103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 14:09:12.649096 dv-cinder-784763-7-iscsi neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abfa7f19-d2a3-432e-9531-2cd5e448930f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fa66e46-e910-4b6c-9cf3-b6333a1ffd7c', 'code': 200} Jul 16 14:09:12.675704 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-16bfece5-5b9c-482f-9b10-453666cbfa3c req-a7a4a623-1f75-43eb-8b74-9eb2628cc834 tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] 10.222.0.10 "GET /v2.0/security-groups?id=b754fbbd-8895-49e9-87a9-98dda090ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356705 Jul 16 14:09:13.018934 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e24b514-0e5b-4d0e-a458-055d441a7931 req-cd30ae37-ba65-4f2f-8ba7-93e15ac9ef9a tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:09:13.020467 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-7e24b514-0e5b-4d0e-a458-055d441a7931 req-cd30ae37-ba65-4f2f-8ba7-93e15ac9ef9a tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ea9a593-16d3-465c-8131-fc586d36046d HTTP/1.1" status: 200 len: 945 time: 0.0654664 Jul 16 14:09:13.061975 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-7e24b514-0e5b-4d0e-a458-055d441a7931 req-d7926106-81f0-40ae-8205-ab2c27d8a713 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/security-groups?id=82181ce4-b774-4a6f-9777-8cd5eff34a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353940 Jul 16 14:09:13.282508 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8023254e-56f8-45e9-9429-a6cc40c07c38 req-6be6f2a9-2cc1-481d-ab9f-3e031e86f11b tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:09:13.283888 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-8023254e-56f8-45e9-9429-a6cc40c07c38 req-6be6f2a9-2cc1-481d-ab9f-3e031e86f11b tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7c92e1b-6094-4c34-87d7-cc60aafaa6c1 HTTP/1.1" status: 200 len: 947 time: 0.0619612 Jul 16 14:09:13.322988 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-8023254e-56f8-45e9-9429-a6cc40c07c38 req-6995f2bd-a284-4378-867e-325b6bf5c50f tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7ffdc71-7446-41a9-bfc4-bf78fcf225fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327234 Jul 16 14:09:13.762019 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a029ea5e-141d-4062-a53c-08f06ddbd59d req-9431d082-68ff-4700-921a-7eed75816050 tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:09:13.763583 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-a029ea5e-141d-4062-a53c-08f06ddbd59d req-9431d082-68ff-4700-921a-7eed75816050 tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] 10.222.0.10 "GET /v2.0/ports?device_id=abfa7f19-d2a3-432e-9531-2cd5e448930f HTTP/1.1" status: 200 len: 945 time: 0.0614417 Jul 16 14:09:13.800295 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-a029ea5e-141d-4062-a53c-08f06ddbd59d req-45a84257-f551-4172-b374-b2d3c4313364 tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] 10.222.0.10 "GET /v2.0/security-groups?id=a14a42af-a4ef-4b15-8b8b-646b56cf2e04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311568 Jul 16 14:09:13.846371 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b320d2-ce40-4caf-bb3c-3277ce1dc677 req-5bc7b49a-f25d-4ff1-9d8e-678363b69aae tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:09:13.847767 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-93b320d2-ce40-4caf-bb3c-3277ce1dc677 req-5bc7b49a-f25d-4ff1-9d8e-678363b69aae tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] 10.222.0.10 "GET /v2.0/ports?device_id=3898a299-682e-4215-9c87-1c8c52b19fb0 HTTP/1.1" status: 200 len: 946 time: 0.0609682 Jul 16 14:09:13.884668 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-93b320d2-ce40-4caf-bb3c-3277ce1dc677 req-60db1646-7531-4bdb-a345-078d7bfadb70 tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] 10.222.0.10 "GET /v2.0/security-groups?id=b754fbbd-8895-49e9-87a9-98dda090ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312774 Jul 16 14:09:14.235038 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3dd3c1-828d-44f0-a100-690e698e60af req-1cf8e9f9-b0c8-456e-be98-63ca759fa018 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:09:14.236494 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-9a3dd3c1-828d-44f0-a100-690e698e60af req-1cf8e9f9-b0c8-456e-be98-63ca759fa018 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ea9a593-16d3-465c-8131-fc586d36046d HTTP/1.1" status: 200 len: 945 time: 0.0646279 Jul 16 14:09:14.272933 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-9a3dd3c1-828d-44f0-a100-690e698e60af req-de08485c-3a14-4ee7-9e9a-758a1962bb96 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/security-groups?id=82181ce4-b774-4a6f-9777-8cd5eff34a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303328 Jul 16 14:09:14.496258 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd9496a-7e02-4719-a2fd-9d285d7cb70a req-769bbd9e-02f0-4872-a28a-864a691767c2 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:09:14.497705 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-ccd9496a-7e02-4719-a2fd-9d285d7cb70a req-769bbd9e-02f0-4872-a28a-864a691767c2 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7c92e1b-6094-4c34-87d7-cc60aafaa6c1 HTTP/1.1" status: 200 len: 947 time: 0.0630586 Jul 16 14:09:14.533102 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-ccd9496a-7e02-4719-a2fd-9d285d7cb70a req-5cf9854d-26f8-47a5-9e4c-cd96ef5f9863 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7ffdc71-7446-41a9-bfc4-bf78fcf225fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299947 Jul 16 14:09:14.968988 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f54dbe-2531-418d-94a7-633722f521d0 req-be07a34c-7d7b-43e9-8379-3ac65eaa5a20 tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:09:14.970478 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-78f54dbe-2531-418d-94a7-633722f521d0 req-be07a34c-7d7b-43e9-8379-3ac65eaa5a20 tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] 10.222.0.10 "GET /v2.0/ports?device_id=abfa7f19-d2a3-432e-9531-2cd5e448930f HTTP/1.1" status: 200 len: 945 time: 0.0625279 Jul 16 14:09:15.008045 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-78f54dbe-2531-418d-94a7-633722f521d0 req-5dccec81-34e6-43a6-a270-903928ec73bb tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] 10.222.0.10 "GET /v2.0/security-groups?id=a14a42af-a4ef-4b15-8b8b-646b56cf2e04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313766 Jul 16 14:09:15.057087 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ba122a-9542-42a9-a1e3-334cab8b918c req-110f8309-8f72-4e89-b9d3-5f0fb164f0a8 tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:09:15.058548 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-70ba122a-9542-42a9-a1e3-334cab8b918c req-110f8309-8f72-4e89-b9d3-5f0fb164f0a8 tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] 10.222.0.10 "GET /v2.0/ports?device_id=3898a299-682e-4215-9c87-1c8c52b19fb0 HTTP/1.1" status: 200 len: 946 time: 0.0609608 Jul 16 14:09:15.094248 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-70ba122a-9542-42a9-a1e3-334cab8b918c req-e5551b8e-d163-4a7b-af11-0c8efa5b525d tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] 10.222.0.10 "GET /v2.0/security-groups?id=b754fbbd-8895-49e9-87a9-98dda090ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301814 Jul 16 14:09:15.445439 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3448a17b-2480-4aee-b48f-ac7173a84733 req-67be28c7-8e16-41fd-9ee3-dcd575f1a63f tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:09:15.446878 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-3448a17b-2480-4aee-b48f-ac7173a84733 req-67be28c7-8e16-41fd-9ee3-dcd575f1a63f tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ea9a593-16d3-465c-8131-fc586d36046d HTTP/1.1" status: 200 len: 945 time: 0.0638022 Jul 16 14:09:15.485341 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-3448a17b-2480-4aee-b48f-ac7173a84733 req-74ca8e03-9131-4670-b651-0e4dbc7ce8c1 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/security-groups?id=82181ce4-b774-4a6f-9777-8cd5eff34a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329666 Jul 16 14:09:15.705385 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2a7e36-b8a7-4657-86fe-bd3159bcfebb req-40f6f9a1-9443-44b0-b389-35732dfe69ee tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:09:15.706844 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-ec2a7e36-b8a7-4657-86fe-bd3159bcfebb req-40f6f9a1-9443-44b0-b389-35732dfe69ee tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7c92e1b-6094-4c34-87d7-cc60aafaa6c1 HTTP/1.1" status: 200 len: 947 time: 0.0609994 Jul 16 14:09:15.747158 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-ec2a7e36-b8a7-4657-86fe-bd3159bcfebb req-04b17a0e-f215-4ce2-8e93-3f56864f5cca tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7ffdc71-7446-41a9-bfc4-bf78fcf225fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341885 Jul 16 14:09:15.795831 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f102b2-51d3-4094-b821-41ce5c334774 req-d952085c-c51b-4dfc-9bfb-0bbee46003ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:09:15.797334 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-42f102b2-51d3-4094-b821-41ce5c334774 req-d952085c-c51b-4dfc-9bfb-0bbee46003ab service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=abfa7f19-d2a3-432e-9531-2cd5e448930f HTTP/1.1" status: 200 len: 1098 time: 0.0494368 Jul 16 14:09:15.838912 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-42f102b2-51d3-4094-b821-41ce5c334774 req-de1b1588-c5f4-4195-8e00-8c27e2d9898d service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=a14a42af-a4ef-4b15-8b8b-646b56cf2e04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0283878 Jul 16 14:09:15.958445 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:09:16.175615 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3809b5a-d0b7-4743-9b43-efcc6416cc88 req-eedf97e1-8d7f-4842-b468-95903f02beb6 tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:09:16.177166 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-a3809b5a-d0b7-4743-9b43-efcc6416cc88 req-eedf97e1-8d7f-4842-b468-95903f02beb6 tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] 10.222.0.10 "GET /v2.0/ports?device_id=abfa7f19-d2a3-432e-9531-2cd5e448930f HTTP/1.1" status: 200 len: 945 time: 0.0629485 Jul 16 14:09:16.229579 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-a3809b5a-d0b7-4743-9b43-efcc6416cc88 req-926636f7-41a5-4705-adf3-e2bc81b71768 tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] 10.222.0.10 "GET /v2.0/security-groups?id=a14a42af-a4ef-4b15-8b8b-646b56cf2e04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425470 Jul 16 14:09:16.274366 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dd4005-cdfe-410f-95d8-368fdbc1a986 req-4d115e76-73a0-4ee9-af6d-c4cef1e8ba28 tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:09:16.276022 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-d8dd4005-cdfe-410f-95d8-368fdbc1a986 req-4d115e76-73a0-4ee9-af6d-c4cef1e8ba28 tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] 10.222.0.10 "GET /v2.0/ports?device_id=3898a299-682e-4215-9c87-1c8c52b19fb0 HTTP/1.1" status: 200 len: 946 time: 0.0679693 Jul 16 14:09:16.313979 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-d8dd4005-cdfe-410f-95d8-368fdbc1a986 req-5fdcc7b8-db4f-41c9-b507-d96424cecb7e tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] 10.222.0.10 "GET /v2.0/security-groups?id=b754fbbd-8895-49e9-87a9-98dda090ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320272 Jul 16 14:09:16.650391 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a844c2-37da-4d48-80df-bdd4d1ba9eb7 req-ac227754-6621-47aa-975e-52b199367a4c tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:09:16.651806 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-a5a844c2-37da-4d48-80df-bdd4d1ba9eb7 req-ac227754-6621-47aa-975e-52b199367a4c tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ea9a593-16d3-465c-8131-fc586d36046d HTTP/1.1" status: 200 len: 945 time: 0.0600176 Jul 16 14:09:16.689271 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-a5a844c2-37da-4d48-80df-bdd4d1ba9eb7 req-52020244-8038-4ba4-9189-c6f1e5fb7cc2 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/security-groups?id=82181ce4-b774-4a6f-9777-8cd5eff34a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320847 Jul 16 14:09:16.928307 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6f0eb7-6e77-46fd-bfed-30cba77a9d32 req-b7249f38-7751-46cd-afec-1e02d3acf3a6 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:09:16.929797 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-ca6f0eb7-6e77-46fd-bfed-30cba77a9d32 req-b7249f38-7751-46cd-afec-1e02d3acf3a6 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7c92e1b-6094-4c34-87d7-cc60aafaa6c1 HTTP/1.1" status: 200 len: 947 time: 0.0657322 Jul 16 14:09:16.970281 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-ca6f0eb7-6e77-46fd-bfed-30cba77a9d32 req-a007bef4-222b-4d62-93f3-5288294e9842 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7ffdc71-7446-41a9-bfc4-bf78fcf225fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326130 Jul 16 14:09:17.400464 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cb1d88-4339-412f-8c13-7b04b625dd33 req-40ec4654-e313-4b14-86f3-cb35e2dfc518 tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:09:17.402023 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-b6cb1d88-4339-412f-8c13-7b04b625dd33 req-40ec4654-e313-4b14-86f3-cb35e2dfc518 tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] 10.222.0.10 "GET /v2.0/ports?device_id=abfa7f19-d2a3-432e-9531-2cd5e448930f HTTP/1.1" status: 200 len: 945 time: 0.0644910 Jul 16 14:09:17.441258 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-b6cb1d88-4339-412f-8c13-7b04b625dd33 req-ae34bdc5-2415-4808-8a87-7e1c35faa8f8 tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] 10.222.0.10 "GET /v2.0/security-groups?id=a14a42af-a4ef-4b15-8b8b-646b56cf2e04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328534 Jul 16 14:09:17.489729 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ea47ad-9c11-44bd-8596-79581d151733 req-a5f496d2-2473-48e3-a91a-fb72c7b746d2 tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:09:17.491752 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-93ea47ad-9c11-44bd-8596-79581d151733 req-a5f496d2-2473-48e3-a91a-fb72c7b746d2 tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] 10.222.0.10 "GET /v2.0/ports?device_id=3898a299-682e-4215-9c87-1c8c52b19fb0 HTTP/1.1" status: 200 len: 946 time: 0.0621936 Jul 16 14:09:17.529668 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-93ea47ad-9c11-44bd-8596-79581d151733 req-d85ded3e-099f-4793-b4a8-02fa361603b6 tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] 10.222.0.10 "GET /v2.0/security-groups?id=b754fbbd-8895-49e9-87a9-98dda090ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323219 Jul 16 14:09:17.731919 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-eb8250a3-9188-46b8-b754-f5dbc41e6306 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:09:17.861313 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1f5a0e-e3e0-4b8a-be4d-87b891274832 req-91fb9d7f-fe7d-46f1-8c13-5ff6bdd5021a tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:09:17.862805 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-0f1f5a0e-e3e0-4b8a-be4d-87b891274832 req-91fb9d7f-fe7d-46f1-8c13-5ff6bdd5021a tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ea9a593-16d3-465c-8131-fc586d36046d HTTP/1.1" status: 200 len: 945 time: 0.0618169 Jul 16 14:09:17.899670 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-0f1f5a0e-e3e0-4b8a-be4d-87b891274832 req-b8e12f72-248b-4858-be48-cd6f1844af56 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/security-groups?id=82181ce4-b774-4a6f-9777-8cd5eff34a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305922 Jul 16 14:09:18.653144 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6eff74-c4ed-4c94-acb3-706d7b9e0563 req-f4985a64-654b-4a22-980a-8f644879cb7a tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:09:18.654635 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-3c6eff74-c4ed-4c94-acb3-706d7b9e0563 req-f4985a64-654b-4a22-980a-8f644879cb7a tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] 10.222.0.10 "GET /v2.0/ports?device_id=abfa7f19-d2a3-432e-9531-2cd5e448930f HTTP/1.1" status: 200 len: 945 time: 0.1041896 Jul 16 14:09:18.669477 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c676f01-ec57-4826-a573-a510ea8e9ee2 req-fc3fe060-6166-4b9e-a010-f6d0bb2e1854 tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:09:18.670924 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-9c676f01-ec57-4826-a573-a510ea8e9ee2 req-fc3fe060-6166-4b9e-a010-f6d0bb2e1854 tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] 10.222.0.25 "GET /v2.0/ports?device_id=3898a299-682e-4215-9c87-1c8c52b19fb0 HTTP/1.1" status: 200 len: 946 time: 0.1091757 Jul 16 14:09:18.709881 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f29e7a9-9c01-4e74-8032-ddb4a73db1ab req-94c14688-25af-4e8f-8a99-982353f935e6 tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:09:18.711363 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-5f29e7a9-9c01-4e74-8032-ddb4a73db1ab req-94c14688-25af-4e8f-8a99-982353f935e6 tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] 10.222.0.10 "GET /v2.0/ports?device_id=3898a299-682e-4215-9c87-1c8c52b19fb0 HTTP/1.1" status: 200 len: 946 time: 0.0672586 Jul 16 14:09:18.738760 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-3c6eff74-c4ed-4c94-acb3-706d7b9e0563 req-8ab5f3a6-2083-450c-960c-60c1d936899b tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] 10.222.0.10 "GET /v2.0/security-groups?id=a14a42af-a4ef-4b15-8b8b-646b56cf2e04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667582 Jul 16 14:09:18.749360 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-5f29e7a9-9c01-4e74-8032-ddb4a73db1ab req-21c0a5f0-5469-49fd-b6bd-b57930ad6d95 tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] 10.222.0.10 "GET /v2.0/security-groups?id=b754fbbd-8895-49e9-87a9-98dda090ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323257 Jul 16 14:09:18.800404 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [req-9c676f01-ec57-4826-a573-a510ea8e9ee2 req-6c9dc80d-8824-49bd-bf69-fbb0d47bd654 tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] Deleting port 407ffe76-1814-4223-9578-d440dbe13298 {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 14:09:18.800742 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-9c676f01-ec57-4826-a573-a510ea8e9ee2 req-6c9dc80d-8824-49bd-bf69-fbb0d47bd654 tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736156223663'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:09:18.919531 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.db [req-9c676f01-ec57-4826-a573-a510ea8e9ee2 req-6c9dc80d-8824-49bd-bf69-fbb0d47bd654 tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] For port 407ffe76-1814-4223-9578-d440dbe13298, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=407ffe76-1814-4223-9578-d440dbe13298,segment=NetworkSegment(3b8d15a4-d0f0-4e80-8b94-8fdab701065f),segment_id=3b8d15a4-d0f0-4e80-8b94-8fdab701065f)] {{(pid=93102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:09:18.919887 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-9c676f01-ec57-4826-a573-a510ea8e9ee2 req-6c9dc80d-8824-49bd-bf69-fbb0d47bd654 tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683922'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:09:19.076250 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919971c0-84c1-49f9-ac53-0849ef4988c8 req-78c30257-a3d9-436d-829e-1adc6b3c0238 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:09:19.077765 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-919971c0-84c1-49f9-ac53-0849ef4988c8 req-78c30257-a3d9-436d-829e-1adc6b3c0238 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ea9a593-16d3-465c-8131-fc586d36046d HTTP/1.1" status: 200 len: 945 time: 0.0655274 Jul 16 14:09:19.117593 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-919971c0-84c1-49f9-ac53-0849ef4988c8 req-b382bd1c-9f92-47b5-a9f4-8465200d8e3d tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/security-groups?id=82181ce4-b774-4a6f-9777-8cd5eff34a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340445 Jul 16 14:09:19.176537 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [req-9c676f01-ec57-4826-a573-a510ea8e9ee2 req-6c9dc80d-8824-49bd-bf69-fbb0d47bd654 tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] Calling delete_port for 407ffe76-1814-4223-9578-d440dbe13298 owned by compute:nova {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 14:09:19.202128 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54f6da1-5bbb-4622-b8d4-ffa9e841da1c req-e4755904-abb8-49dd-aed9-a651562d7d56 tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:09:19.203603 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-d54f6da1-5bbb-4622-b8d4-ffa9e841da1c req-e4755904-abb8-49dd-aed9-a651562d7d56 tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] 10.222.0.10 "GET /v2.0/ports?device_id=abfa7f19-d2a3-432e-9531-2cd5e448930f HTTP/1.1" status: 200 len: 945 time: 0.3481362 Jul 16 14:09:19.278918 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-d54f6da1-5bbb-4622-b8d4-ffa9e841da1c req-c88a2be0-a0e8-46fb-9b20-2926eb9a42b3 tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] 10.222.0.10 "GET /v2.0/security-groups?id=a14a42af-a4ef-4b15-8b8b-646b56cf2e04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477507 Jul 16 14:09:19.303985 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 34528) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:09:19.345565 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-9c676f01-ec57-4826-a573-a510ea8e9ee2 req-6c9dc80d-8824-49bd-bf69-fbb0d47bd654 tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736156224386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736155824267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4062758'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:09:19.377388 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9dc80d-8824-49bd-bf69-fbb0d47bd654 tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] Pushing event deleted for resources: {'Port': ['ID=407ffe76-1814-4223-9578-d440dbe13298,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:09:19.387264 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] get_ports_and_sgs() called for port_ids ['cdc682a6-5781-4281-b8b8-ea55227069a2', '05c7d08c-c6c0-4b8e-94fa-71a6a07db20b', '18a09b15-3ef5-4c09-9928-549cb8310208', '407ffe76-1814-4223-9578-d440dbe13298'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 14:09:19.432879 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c676f01-ec57-4826-a573-a510ea8e9ee2 req-6c9dc80d-8824-49bd-bf69-fbb0d47bd654 tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] No DVR routers for this DVR port 407ffe76-1814-4223-9578-d440dbe13298 on host hv-cinder-78476 {{(pid=93102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 14:09:19.435940 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-9c676f01-ec57-4826-a573-a510ea8e9ee2 req-6c9dc80d-8824-49bd-bf69-fbb0d47bd654 tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72406'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:09:19.438996 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-9c676f01-ec57-4826-a573-a510ea8e9ee2 req-6c9dc80d-8824-49bd-bf69-fbb0d47bd654 tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] 10.222.0.25 "DELETE /v2.0/ports/407ffe76-1814-4223-9578-d440dbe13298 HTTP/1.1" status: 204 len: 173 time: 0.7541740 Jul 16 14:09:19.439621 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3898a299-682e-4215-9c87-1c8c52b19fb0', 'name': 'network-vif-deleted', 'tag': '407ffe76-1814-4223-9578-d440dbe13298'}] {{(pid=93102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 14:09:19.442080 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a11fcfe668901014f0ad0c9d70c66bea342e29a2e59f45ce58be81cf923ee92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-916c3269-db7c-4293-87d6-f6212b807c5e" -d '{"events": [{"server_uuid": "3898a299-682e-4215-9c87-1c8c52b19fb0", "name": "network-vif-deleted", "tag": "407ffe76-1814-4223-9578-d440dbe13298"}]}' {{(pid=93102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 14:09:19.484196 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 14:09:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0061311f-be95-42ce-ba7d-b9a8f5d42736 x-openstack-request-id: req-0061311f-be95-42ce-ba7d-b9a8f5d42736 {{(pid=93102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 14:09:19.484440 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3898a299-682e-4215-9c87-1c8c52b19fb0", "name": "network-vif-deleted", "tag": "407ffe76-1814-4223-9578-d440dbe13298", "status": "completed", "code": 200}]} {{(pid=93102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 14:09:19.484710 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0061311f-be95-42ce-ba7d-b9a8f5d42736 {{(pid=93102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 14:09:19.485245 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3898a299-682e-4215-9c87-1c8c52b19fb0', 'name': 'network-vif-deleted', 'tag': '407ffe76-1814-4223-9578-d440dbe13298', 'status': 'completed', 'code': 200} Jul 16 14:09:19.531049 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e2113d8-a87b-4db6-a900-5869a2fa5afe tempest-TestShelveInstance-273458498 tempest-TestShelveInstance-273458498-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:09:19.532751 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-7e2113d8-a87b-4db6-a900-5869a2fa5afe tempest-TestShelveInstance-273458498 tempest-TestShelveInstance-273458498-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=abfa7f19-d2a3-432e-9531-2cd5e448930f HTTP/1.1" status: 200 len: 1093 time: 0.2277114 Jul 16 14:09:19.536221 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 34534) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:09:19.540949 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.v2.base [None req-0fd4915a-784f-470d-a9dc-b904333fa82b tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] Request body: {'floatingip': {'floating_network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'port_id': '2fa66e46-e910-4b6c-9cf3-b6333a1ffd7c', 'tenant_id': 'f26aa26656004385a23ef6e54380f2d5', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:09:19.565844 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0fd4915a-784f-470d-a9dc-b904333fa82b tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] Notify callbacks [] for floatingip, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:09:19.671006 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0fd4915a-784f-470d-a9dc-b904333fa82b tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:09:19.773877 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [None req-0fd4915a-784f-470d-a9dc-b904333fa82b tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] Allocated IP 172.27.1.142 (0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da/898cf826-a558-482b-96e1-37cc6b0abbc7/8453c4f6-131b-45a8-b1f9-4e9471f8b7b4) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 14:09:19.888059 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0fd4915a-784f-470d-a9dc-b904333fa82b tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:09:19.909091 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-8681be5d-90ef-4cba-9e69-6bd320bc4523 req-02396c41-a20e-48ac-871e-2bcd9f866e62 tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] 10.222.0.10 "GET /v2.0/ports?device_id=3898a299-682e-4215-9c87-1c8c52b19fb0 HTTP/1.1" status: 200 len: 210 time: 0.0330861 Jul 16 14:09:19.941523 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0fd4915a-784f-470d-a9dc-b904333fa82b tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736155824258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4062758'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:09:19.975733 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd4915a-784f-470d-a9dc-b904333fa82b tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] Network 0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 14:09:19.981581 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-0fd4915a-784f-470d-a9dc-b904333fa82b tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 14:09:19.985252 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd4915a-784f-470d-a9dc-b904333fa82b tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 14:09:20.007437 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd4915a-784f-470d-a9dc-b904333fa82b tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] Pushing event updated for resources: {'Port': ['ID=8453c4f6-131b-45a8-b1f9-4e9471f8b7b4,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:09:20.313028 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e7eb27-89be-4270-803b-cb63c5917aab req-c18f988d-5fea-4425-a2dc-3d333b915722 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:09:20.314572 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-56e7eb27-89be-4270-803b-cb63c5917aab req-c18f988d-5fea-4425-a2dc-3d333b915722 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ea9a593-16d3-465c-8131-fc586d36046d HTTP/1.1" status: 200 len: 945 time: 0.0809948 Jul 16 14:09:20.362822 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-a8e5e5e3-b206-404d-b1de-012e0cefe375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:09:20.368145 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-56e7eb27-89be-4270-803b-cb63c5917aab req-e435d468-dbad-48d3-8bed-162b97fc8187 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/security-groups?id=82181ce4-b774-4a6f-9777-8cd5eff34a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461688 Jul 16 14:09:20.412113 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0fd4915a-784f-470d-a9dc-b904333fa82b tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:09:20.493787 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0fd4915a-784f-470d-a9dc-b904333fa82b tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:09:20.638106 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0fd4915a-784f-470d-a9dc-b904333fa82b tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] Notify callbacks [] for port, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:09:20.642310 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0fd4915a-784f-470d-a9dc-b904333fa82b tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736156224341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736155824276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736155824294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4062751'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:09:20.704907 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:09:20.705534 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd4915a-784f-470d-a9dc-b904333fa82b tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] Pushing event updated for resources: {'Port': ['ID=8453c4f6-131b-45a8-b1f9-4e9471f8b7b4,revision_number=2']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:09:20.717971 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0fd4915a-784f-470d-a9dc-b904333fa82b tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-611497'] for floatingip, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:09:20.816385 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.db.l3_db [None req-0fd4915a-784f-470d-a9dc-b904333fa82b tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] Floating IP e7cfc42f-9fc6-4b37-a6b4-ca0ae72ec6a5 associated. External IP: 172.27.1.142, port: 2fa66e46-e910-4b6c-9cf3-b6333a1ffd7c. Jul 16 14:09:21.062270 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fd4915a-784f-470d-a9dc-b904333fa82b tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] Router f53b76fc-1f63-4a44-914b-3aa60d113778 has already been hosted by L3 agent d50ece19-a35b-4d9c-a2c6-6c45fbfb3bdd {{(pid=93102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 14:09:21.082289 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8156f83c-46aa-42d6-a636-c65cc6290079 req-f64b7e4e-76c0-4923-a22c-bf5e2cf44b57 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:09:21.083727 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-8156f83c-46aa-42d6-a636-c65cc6290079 req-f64b7e4e-76c0-4923-a22c-bf5e2cf44b57 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ea9a593-16d3-465c-8131-fc586d36046d HTTP/1.1" status: 200 len: 945 time: 0.0870428 Jul 16 14:09:21.247385 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fd4915a-784f-470d-a9dc-b904333fa82b tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] Notify agent at l3_agent.dv-cinder-784763-7-iscsi the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 14:09:21.257017 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eff8296-a413-4baf-b993-5e65c7c0c3d0 None None] Sync routers for ids ['f53b76fc-1f63-4a44-914b-3aa60d113778'] in dv-cinder-784763-7-iscsi {{(pid=93105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 14:09:21.269331 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eff8296-a413-4baf-b993-5e65c7c0c3d0 None None] Routers {'f53b76fc-1f63-4a44-914b-3aa60d113778'} bound to L3 agent in host dv-cinder-784763-7-iscsi {{(pid=93105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 14:09:21.269720 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0fd4915a-784f-470d-a9dc-b904333fa82b tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72406'] for floatingip, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:09:21.270131 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.l3_hamode_db [None req-2eff8296-a413-4baf-b993-5e65c7c0c3d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T13:57:50Z,description=,heartbeat_timestamp=2021-07-16T14:09:20Z,host='dv-cinder-784763-7-iscsi',id=d50ece19-a35b-4d9c-a2c6-6c45fbfb3bdd,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T13:57:50Z,topic='l3_agent')) {'router_ids': ['f53b76fc-1f63-4a44-914b-3aa60d113778'], 'active': True} {{(pid=93105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:09:21.279025 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [req-8156f83c-46aa-42d6-a636-c65cc6290079 req-c70a0a4b-7e39-43a2-9792-ff148b953e98 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] Deleting port 80eabd2b-067d-4a77-9822-306b9a1f3212 {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 14:09:21.279358 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-8156f83c-46aa-42d6-a636-c65cc6290079 req-c70a0a4b-7e39-43a2-9792-ff148b953e98 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736156223663'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:09:21.365365 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-0fd4915a-784f-470d-a9dc-b904333fa82b tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8279529 Jul 16 14:09:21.378749 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvr_db [None req-2eff8296-a413-4baf-b993-5e65c7c0c3d0 None None] Set router f53b76fc-1f63-4a44-914b-3aa60d113778 gateway port host: dv-cinder-784763-7-iscsi {{(pid=93105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 14:09:21.396319 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.db [req-8156f83c-46aa-42d6-a636-c65cc6290079 req-c70a0a4b-7e39-43a2-9792-ff148b953e98 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] For port 80eabd2b-067d-4a77-9822-306b9a1f3212, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=80eabd2b-067d-4a77-9822-306b9a1f3212,segment=NetworkSegment(d7e1ee80-77c5-48f3-ac0a-95e0aff8ceeb),segment_id=d7e1ee80-77c5-48f3-ac0a-95e0aff8ceeb)] {{(pid=93102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:09:21.396744 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-8156f83c-46aa-42d6-a636-c65cc6290079 req-c70a0a4b-7e39-43a2-9792-ff148b953e98 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683922'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:09:21.410525 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [req-8156f83c-46aa-42d6-a636-c65cc6290079 req-c70a0a4b-7e39-43a2-9792-ff148b953e98 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] Calling delete_port for 80eabd2b-067d-4a77-9822-306b9a1f3212 owned by compute:nova {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 14:09:21.434748 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-64ab8875-bbbc-4415-a681-ef47cf0d365f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:09:21.489551 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abfa7f19-d2a3-432e-9531-2cd5e448930f', 'tag': '2fa66e46-e910-4b6c-9cf3-b6333a1ffd7c'}] {{(pid=93102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 14:09:21.492656 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a11fcfe668901014f0ad0c9d70c66bea342e29a2e59f45ce58be81cf923ee92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6111d2e-708b-45e7-8f22-0476f8dd7d90" -d '{"events": [{"name": "network-changed", "server_uuid": "abfa7f19-d2a3-432e-9531-2cd5e448930f", "tag": "2fa66e46-e910-4b6c-9cf3-b6333a1ffd7c"}]}' {{(pid=93102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 14:09:21.566476 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 14:09:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab4eebe6-e027-414f-be2b-1c5f68b0dc28 x-openstack-request-id: req-ab4eebe6-e027-414f-be2b-1c5f68b0dc28 {{(pid=93102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 14:09:21.566825 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abfa7f19-d2a3-432e-9531-2cd5e448930f", "tag": "2fa66e46-e910-4b6c-9cf3-b6333a1ffd7c", "status": "completed", "code": 200}]} {{(pid=93102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 14:09:21.567232 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ab4eebe6-e027-414f-be2b-1c5f68b0dc28 {{(pid=93102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 14:09:21.567697 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abfa7f19-d2a3-432e-9531-2cd5e448930f', 'tag': '2fa66e46-e910-4b6c-9cf3-b6333a1ffd7c', 'status': 'completed', 'code': 200} Jul 16 14:09:21.569830 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-8156f83c-46aa-42d6-a636-c65cc6290079 req-c70a0a4b-7e39-43a2-9792-ff148b953e98 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736156224386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736155824267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4062758'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:09:21.576112 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6f850a-bd6b-47a0-a758-eff8f65edc33 req-50b672e3-d03f-459b-a68d-ae3a9c80a268 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:09:21.578434 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-ae6f850a-bd6b-47a0-a758-eff8f65edc33 req-50b672e3-d03f-459b-a68d-ae3a9c80a268 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ea9a593-16d3-465c-8131-fc586d36046d HTTP/1.1" status: 200 len: 945 time: 0.0845807 Jul 16 14:09:21.607119 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] get_ports_and_sgs() called for port_ids ['80eabd2b-067d-4a77-9822-306b9a1f3212'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 14:09:21.622531 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a0a4b-7e39-43a2-9792-ff148b953e98 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] Pushing event deleted for resources: {'Port': ['ID=80eabd2b-067d-4a77-9822-306b9a1f3212,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:09:21.656362 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-ae6f850a-bd6b-47a0-a758-eff8f65edc33 req-fc770c2e-0a5f-48f7-bae7-c822428aa291 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.10 "GET /v2.0/security-groups?id=82181ce4-b774-4a6f-9777-8cd5eff34a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716913 Jul 16 14:09:21.690411 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [req-8156f83c-46aa-42d6-a636-c65cc6290079 req-c70a0a4b-7e39-43a2-9792-ff148b953e98 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] No DVR routers for this DVR port 80eabd2b-067d-4a77-9822-306b9a1f3212 on host hv-cinder-78476 {{(pid=93102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 14:09:21.693093 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-8156f83c-46aa-42d6-a636-c65cc6290079 req-c70a0a4b-7e39-43a2-9792-ff148b953e98 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72406'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:09:21.696345 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-8156f83c-46aa-42d6-a636-c65cc6290079 req-c70a0a4b-7e39-43a2-9792-ff148b953e98 tempest-ServerRescueNegativeTestJSON-1800102553 tempest-ServerRescueNegativeTestJSON-1800102553-project] 10.222.0.25 "DELETE /v2.0/ports/80eabd2b-067d-4a77-9822-306b9a1f3212 HTTP/1.1" status: 204 len: 173 time: 0.6068990 Jul 16 14:09:21.711942 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6111d2e-708b-45e7-8f22-0476f8dd7d90 req-43bda06c-43cd-4cba-bc18-bd4d01713e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:09:21.713570 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-d6111d2e-708b-45e7-8f22-0476f8dd7d90 req-43bda06c-43cd-4cba-bc18-bd4d01713e45 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f26aa26656004385a23ef6e54380f2d5&device_id=abfa7f19-d2a3-432e-9531-2cd5e448930f HTTP/1.1" status: 200 len: 1098 time: 0.0773358 Jul 16 14:09:21.755875 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.l3_hamode_db [None req-2eff8296-a413-4baf-b993-5e65c7c0c3d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f53b76fc-1f63-4a44-914b-3aa60d113778', 'name': 'tempest-TestShelveInstance-2046001929-router', 'tenant_id': 'f26aa26656004385a23ef6e54380f2d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'external_fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '265fd634-8ece-422e-a3e5-f7bab0c16ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T14:07:30Z', 'updated_at': '2021-07-16T14:07:35Z', 'revision_number': 4, 'project_id': 'f26aa26656004385a23ef6e54380f2d5', 'gw_port': {'id': '265fd634-8ece-422e-a3e5-f7bab0c16ba0', 'name': '', 'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:2e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f53b76fc-1f63-4a44-914b-3aa60d113778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:07:31Z', 'updated_at': '2021-07-16T14:07:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-7-iscsi', '_floatingips': [{'id': 'e7cfc42f-9fc6-4b37-a6b4-ca0ae72ec6a5', 'tenant_id': 'f26aa26656004385a23ef6e54380f2d5', 'floating_ip_address': '172.27.1.142', 'floating_network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'router_id': 'f53b76fc-1f63-4a44-914b-3aa60d113778', 'port_id': '2fa66e46-e910-4b6c-9cf3-b6333a1ffd7c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f12c8d5c-37c0-4646-93fd-2f1f0c0ef6dd', 'mac_address': 'fa:16:3e:40:0f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abfa7f19-d2a3-432e-9531-2cd5e448930f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T14:09:20Z', 'updated_at': '2021-07-16T14:09:20Z', 'revision_number': 0, 'project_id': 'f26aa26656004385a23ef6e54380f2d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcd7873c-b5b6-4d4c-8ba5-29b65a2ec244', 'name': '', 'network_id': 'f12c8d5c-37c0-4646-93fd-2f1f0c0ef6dd', 'tenant_id': 'f26aa26656004385a23ef6e54380f2d5', 'mac_address': 'fa:16:3e:3f:ad:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f53b76fc-1f63-4a44-914b-3aa60d113778', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'b576700b-81ba-4286-af68-18fe8daa7b9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:07:34Z', 'updated_at': '2021-07-16T14:07:43Z', 'revision_number': 5, 'project_id': 'f26aa26656004385a23ef6e54380f2d5', 'subnets': [{'id': 'b576700b-81ba-4286-af68-18fe8daa7b9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-7-iscsi', False) {} {{(pid=93105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:09:21.782681 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eff8296-a413-4baf-b993-5e65c7c0c3d0 None None] Checking router: f53b76fc-1f63-4a44-914b-3aa60d113778 for host: dv-cinder-784763-7-iscsi {{(pid=93105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 14:09:21.791512 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eff8296-a413-4baf-b993-5e65c7c0c3d0 None None] Routers {'f53b76fc-1f63-4a44-914b-3aa60d113778'} bound to L3 agent in host dv-cinder-784763-7-iscsi {{(pid=93105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 14:09:21.792120 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.l3_hamode_db [None req-2eff8296-a413-4baf-b993-5e65c7c0c3d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T13:57:50Z,description=,heartbeat_timestamp=2021-07-16T14:09:20Z,host='dv-cinder-784763-7-iscsi',id=d50ece19-a35b-4d9c-a2c6-6c45fbfb3bdd,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T13:57:50Z,topic='l3_agent')) {'router_ids': ['f53b76fc-1f63-4a44-914b-3aa60d113778'], 'active': True} {{(pid=93105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:09:21.797229 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 34564) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:09:21.843202 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6111d2e-708b-45e7-8f22-0476f8dd7d90 req-164e5191-a9a0-48dc-9123-ade616547432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:09:21.845431 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-d6111d2e-708b-45e7-8f22-0476f8dd7d90 req-164e5191-a9a0-48dc-9123-ade616547432 service neutron] 10.222.0.25 "GET /v2.0/networks?id=f12c8d5c-37c0-4646-93fd-2f1f0c0ef6dd HTTP/1.1" status: 200 len: 910 time: 0.1243675 Jul 16 14:09:21.906622 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvr_db [None req-2eff8296-a413-4baf-b993-5e65c7c0c3d0 None None] Set router f53b76fc-1f63-4a44-914b-3aa60d113778 gateway port host: dv-cinder-784763-7-iscsi {{(pid=93105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 14:09:21.927120 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-d6111d2e-708b-45e7-8f22-0476f8dd7d90 req-a071b6ae-4729-4b1d-899c-1993485552f3 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2fa66e46-e910-4b6c-9cf3-b6333a1ffd7c HTTP/1.1" status: 200 len: 999 time: 0.0748386 Jul 16 14:09:21.933355 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-57208e10-df33-4dd5-940c-cfb419e81755 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:09:21.995837 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6111d2e-708b-45e7-8f22-0476f8dd7d90 req-d58da660-1166-4275-a91d-93c109a47047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:09:21.997354 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-d6111d2e-708b-45e7-8f22-0476f8dd7d90 req-d58da660-1166-4275-a91d-93c109a47047 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b576700b-81ba-4286-af68-18fe8daa7b9c HTTP/1.1" status: 200 len: 848 time: 0.0620639 Jul 16 14:09:22.082189 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6111d2e-708b-45e7-8f22-0476f8dd7d90 req-0c154293-e2a4-4f92-b2da-faba0606c426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:09:22.083670 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-d6111d2e-708b-45e7-8f22-0476f8dd7d90 req-0c154293-e2a4-4f92-b2da-faba0606c426 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f12c8d5c-37c0-4646-93fd-2f1f0c0ef6dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0783157 Jul 16 14:09:22.127072 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-57208e10-df33-4dd5-940c-cfb419e81755 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:09:22.144912 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.l3_hamode_db [None req-2eff8296-a413-4baf-b993-5e65c7c0c3d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f53b76fc-1f63-4a44-914b-3aa60d113778', 'name': 'tempest-TestShelveInstance-2046001929-router', 'tenant_id': 'f26aa26656004385a23ef6e54380f2d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'external_fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '265fd634-8ece-422e-a3e5-f7bab0c16ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T14:07:30Z', 'updated_at': '2021-07-16T14:07:35Z', 'revision_number': 4, 'project_id': 'f26aa26656004385a23ef6e54380f2d5', 'gw_port': {'id': '265fd634-8ece-422e-a3e5-f7bab0c16ba0', 'name': '', 'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:2e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f53b76fc-1f63-4a44-914b-3aa60d113778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:07:31Z', 'updated_at': '2021-07-16T14:07:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-7-iscsi', '_floatingips': [{'id': 'e7cfc42f-9fc6-4b37-a6b4-ca0ae72ec6a5', 'tenant_id': 'f26aa26656004385a23ef6e54380f2d5', 'floating_ip_address': '172.27.1.142', 'floating_network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'router_id': 'f53b76fc-1f63-4a44-914b-3aa60d113778', 'port_id': '2fa66e46-e910-4b6c-9cf3-b6333a1ffd7c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f12c8d5c-37c0-4646-93fd-2f1f0c0ef6dd', 'mac_address': 'fa:16:3e:40:0f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abfa7f19-d2a3-432e-9531-2cd5e448930f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T14:09:20Z', 'updated_at': '2021-07-16T14:09:20Z', 'revision_number': 0, 'project_id': 'f26aa26656004385a23ef6e54380f2d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcd7873c-b5b6-4d4c-8ba5-29b65a2ec244', 'name': '', 'network_id': 'f12c8d5c-37c0-4646-93fd-2f1f0c0ef6dd', 'tenant_id': 'f26aa26656004385a23ef6e54380f2d5', 'mac_address': 'fa:16:3e:3f:ad:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f53b76fc-1f63-4a44-914b-3aa60d113778', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'b576700b-81ba-4286-af68-18fe8daa7b9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:07:34Z', 'updated_at': '2021-07-16T14:07:43Z', 'revision_number': 5, 'project_id': 'f26aa26656004385a23ef6e54380f2d5', 'subnets': [{'id': 'b576700b-81ba-4286-af68-18fe8daa7b9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-7-iscsi', False) {} {{(pid=93105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:09:22.161495 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-57208e10-df33-4dd5-940c-cfb419e81755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:09:22.174113 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eff8296-a413-4baf-b993-5e65c7c0c3d0 None None] The sync data for ids ['f53b76fc-1f63-4a44-914b-3aa60d113778'] in dv-cinder-784763-7-iscsi is: [{'id': 'f53b76fc-1f63-4a44-914b-3aa60d113778', 'name': 'tempest-TestShelveInstance-2046001929-router', 'tenant_id': 'f26aa26656004385a23ef6e54380f2d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'external_fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '265fd634-8ece-422e-a3e5-f7bab0c16ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T14:07:30Z', 'updated_at': '2021-07-16T14:07:35Z', 'revision_number': 4, 'project_id': 'f26aa26656004385a23ef6e54380f2d5', 'gw_port': {'id': '265fd634-8ece-422e-a3e5-f7bab0c16ba0', 'name': '', 'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:2e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f53b76fc-1f63-4a44-914b-3aa60d113778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:07:31Z', 'updated_at': '2021-07-16T14:07:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-7-iscsi', '_floatingips': [{'id': 'e7cfc42f-9fc6-4b37-a6b4-ca0ae72ec6a5', 'tenant_id': 'f26aa26656004385a23ef6e54380f2d5', 'floating_ip_address': '172.27.1.142', 'floating_network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'router_id': 'f53b76fc-1f63-4a44-914b-3aa60d113778', 'port_id': '2fa66e46-e910-4b6c-9cf3-b6333a1ffd7c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f12c8d5c-37c0-4646-93fd-2f1f0c0ef6dd', 'mac_address': 'fa:16:3e:40:0f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abfa7f19-d2a3-432e-9531-2cd5e448930f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T14:09:20Z', 'updated_at': '2021-07-16T14:09:20Z', 'revision_number': 0, 'project_id': 'f26aa26656004385a23ef6e54380f2d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcd7873c-b5b6-4d4c-8ba5-29b65a2ec244', 'name': '', 'network_id': 'f12c8d5c-37c0-4646-93fd-2f1f0c0ef6dd', 'tenant_id': 'f26aa26656004385a23ef6e54380f2d5', 'mac_address': 'fa:16:3e:3f:ad:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f53b76fc-1f63-4a44-914b-3aa60d113778', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'b576700b-81ba-4286-af68-18fe8daa7b9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:07:34Z', 'updated_at': '2021-07-16T14:07:43Z', 'revision_number': 5, 'project_id': 'f26aa26656004385a23ef6e54380f2d5', 'subnets': [{'id': 'b576700b-81ba-4286-af68-18fe8daa7b9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 14:09:22.217351 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-57208e10-df33-4dd5-940c-cfb419e81755 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=933cbe7722ec47cf885fbe3f246d67dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4190171 Jul 16 14:09:22.218689 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 34572) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:09:22.242823 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57208e10-df33-4dd5-940c-cfb419e81755 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d57394a-a5d9-4021-b58c-f680d65f711e,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:09:22.249062 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-d6111d2e-708b-45e7-8f22-0476f8dd7d90 req-7082ecef-d6df-49e1-b386-28df55854e3c service neutron] 10.222.0.25 "GET /v2.0/networks/f12c8d5c-37c0-4646-93fd-2f1f0c0ef6dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576972 Jul 16 14:09:22.301690 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f4a6526b-dbe2-4adb-8341-688e2e247cb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:09:22.306141 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Device 407ffe76-1814-4223-9578-d440dbe13298 no longer exists at agent hyperv_hv-cinder-78476 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 14:09:22.330245 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f4a6526b-dbe2-4adb-8341-688e2e247cb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:09:22.362639 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] No Port match for: 407ffe76-1814-4223-9578-d440dbe13298 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 14:09:22.363565 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Device 407ffe76-1814-4223-9578-d440dbe13298 not bound to the agent host hv-cinder-78476 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 14:09:22.398778 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f4a6526b-dbe2-4adb-8341-688e2e247cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:09:22.401358 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f4a6526b-dbe2-4adb-8341-688e2e247cb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:09:22.404906 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-f4a6526b-dbe2-4adb-8341-688e2e247cb7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6d57394a-a5d9-4021-b58c-f680d65f711e HTTP/1.1" status: 204 len: 168 time: 0.1828532 Jul 16 14:09:22.412635 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a6526b-dbe2-4adb-8341-688e2e247cb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d57394a-a5d9-4021-b58c-f680d65f711e,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:09:22.415492 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-d6111d2e-708b-45e7-8f22-0476f8dd7d90 req-75e19553-5c56-44d0-b2b5-4e486a96a104 service neutron] 10.222.0.25 "GET /v2.0/networks/f12c8d5c-37c0-4646-93fd-2f1f0c0ef6dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603312 Jul 16 14:09:22.510283 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9710e8c-90a4-402b-9710-f4978475ee62 None None] New status for floating IP e7cfc42f-9fc6-4b37-a6b4-ca0ae72ec6a5: ACTIVE {{(pid=93103) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 14:09:22.596552 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c0cbc8-e63e-428d-ad66-1cab1e9da889 req-668704b0-3927-4141-ade2-1417811bbb06 tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:09:22.598192 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-87c0cbc8-e63e-428d-ad66-1cab1e9da889 req-668704b0-3927-4141-ade2-1417811bbb06 tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] 10.222.0.10 "GET /v2.0/ports?device_id=c9c50053-99dd-429e-bc98-adf00b8f161d HTTP/1.1" status: 200 len: 946 time: 0.0883255 Jul 16 14:09:22.640133 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-87c0cbc8-e63e-428d-ad66-1cab1e9da889 req-956dc2d7-05b7-4cc2-bd68-7ae837632548 tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] 10.222.0.10 "GET /v2.0/security-groups?id=b754fbbd-8895-49e9-87a9-98dda090ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356216 Jul 16 14:09:22.745580 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 34580) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:09:23.081655 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-fe1600e4-7db6-428f-a340-75d1d02f3a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:09:23.376406 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d0e1ae63-9dc4-4f29-9820-885a94985ebe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680361'] for router_interface, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:09:23.569310 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ea9a593-16d3-465c-8131-fc586d36046d', 'name': 'network-vif-deleted', 'tag': '80eabd2b-067d-4a77-9822-306b9a1f3212'}] {{(pid=93102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 14:09:23.571678 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a11fcfe668901014f0ad0c9d70c66bea342e29a2e59f45ce58be81cf923ee92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11074f83-dbe3-4846-8efc-b9930d84b7ef" -d '{"events": [{"server_uuid": "4ea9a593-16d3-465c-8131-fc586d36046d", "name": "network-vif-deleted", "tag": "80eabd2b-067d-4a77-9822-306b9a1f3212"}]}' {{(pid=93102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 14:09:23.610463 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 14:09:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76376067-b5a0-4d90-b282-a5579a210c40 x-openstack-request-id: req-76376067-b5a0-4d90-b282-a5579a210c40 {{(pid=93102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 14:09:23.610752 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ea9a593-16d3-465c-8131-fc586d36046d", "name": "network-vif-deleted", "tag": "80eabd2b-067d-4a77-9822-306b9a1f3212", "status": "completed", "code": 200}]} {{(pid=93102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 14:09:23.611003 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-76376067-b5a0-4d90-b282-a5579a210c40 {{(pid=93102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 14:09:23.611393 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ea9a593-16d3-465c-8131-fc586d36046d', 'name': 'network-vif-deleted', 'tag': '80eabd2b-067d-4a77-9822-306b9a1f3212', 'status': 'completed', 'code': 200} Jul 16 14:09:23.662844 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-d0e1ae63-9dc4-4f29-9820-885a94985ebe admin admin] Deleting port 592c513b-ee48-4676-925a-82ed730f6399 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 14:09:23.663331 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d0e1ae63-9dc4-4f29-9820-885a94985ebe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736156223663'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:09:23.741305 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-d0e1ae63-9dc4-4f29-9820-885a94985ebe admin admin] For port 592c513b-ee48-4676-925a-82ed730f6399, host dv-cinder-784763-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-7-iscsi',level=0,port_id=592c513b-ee48-4676-925a-82ed730f6399,segment=NetworkSegment(d7e1ee80-77c5-48f3-ac0a-95e0aff8ceeb),segment_id=d7e1ee80-77c5-48f3-ac0a-95e0aff8ceeb)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:09:23.741688 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d0e1ae63-9dc4-4f29-9820-885a94985ebe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683922'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:09:23.753888 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-d0e1ae63-9dc4-4f29-9820-885a94985ebe admin admin] Calling delete_port for 592c513b-ee48-4676-925a-82ed730f6399 owned by network:router_interface {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 14:09:23.820213 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0ffc8f-7bd5-45cf-9e76-e8a53126e5ff req-1ecfcfdb-1781-4c48-a157-0ebb99e6189d tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:09:23.821729 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-ca0ffc8f-7bd5-45cf-9e76-e8a53126e5ff req-1ecfcfdb-1781-4c48-a157-0ebb99e6189d tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] 10.222.0.10 "GET /v2.0/ports?device_id=c9c50053-99dd-429e-bc98-adf00b8f161d HTTP/1.1" status: 200 len: 946 time: 0.0667088 Jul 16 14:09:23.858964 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-ca0ffc8f-7bd5-45cf-9e76-e8a53126e5ff req-ff24fb57-bddf-46a8-b152-d5af6ad903f4 tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] 10.222.0.10 "GET /v2.0/security-groups?id=b754fbbd-8895-49e9-87a9-98dda090ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316527 Jul 16 14:09:23.952876 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d0e1ae63-9dc4-4f29-9820-885a94985ebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736156224386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736155824267'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:09:23.976353 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e1ae63-9dc4-4f29-9820-885a94985ebe admin admin] Pushing event deleted for resources: {'Port': ['ID=592c513b-ee48-4676-925a-82ed730f6399,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:09:24.095162 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d0e1ae63-9dc4-4f29-9820-885a94985ebe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-677689'] for router_interface, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:09:24.314267 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Device 80eabd2b-067d-4a77-9822-306b9a1f3212 no longer exists at agent hyperv_hv-cinder-78476 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 14:09:24.333889 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] No Port match for: 80eabd2b-067d-4a77-9822-306b9a1f3212 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 14:09:24.334229 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Device 80eabd2b-067d-4a77-9822-306b9a1f3212 not bound to the agent host hv-cinder-78476 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 14:09:24.336179 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0e1ae63-9dc4-4f29-9820-885a94985ebe admin admin] Router 4430923a-32e2-4e9b-95d6-658b24ee3dcc has already been hosted by L3 agent d50ece19-a35b-4d9c-a2c6-6c45fbfb3bdd {{(pid=93101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 14:09:24.406109 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaccb5d-5ff0-4e44-a05f-19171a745f13 req-6deff824-c287-455f-9218-a57f0aaa3d13 tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:09:24.407524 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-ccaccb5d-5ff0-4e44-a05f-19171a745f13 req-6deff824-c287-455f-9218-a57f0aaa3d13 tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9c50053-99dd-429e-bc98-adf00b8f161d HTTP/1.1" status: 200 len: 946 time: 0.1171348 Jul 16 14:09:24.499955 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0e1ae63-9dc4-4f29-9820-885a94985ebe admin admin] Notify agent at l3_agent.dv-cinder-784763-7-iscsi the message routers_updated {{(pid=93101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 14:09:24.508174 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ded39e7-a0eb-49b9-ad63-7fec977df4b0 None None] Sync routers for ids ['4430923a-32e2-4e9b-95d6-658b24ee3dcc'] in dv-cinder-784763-7-iscsi {{(pid=93105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 14:09:24.517057 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ded39e7-a0eb-49b9-ad63-7fec977df4b0 None None] Routers {'4430923a-32e2-4e9b-95d6-658b24ee3dcc'} bound to L3 agent in host dv-cinder-784763-7-iscsi {{(pid=93105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 14:09:24.517663 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.l3_hamode_db [None req-1ded39e7-a0eb-49b9-ad63-7fec977df4b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T13:57:50Z,description=,heartbeat_timestamp=2021-07-16T14:09:20Z,host='dv-cinder-784763-7-iscsi',id=d50ece19-a35b-4d9c-a2c6-6c45fbfb3bdd,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T13:57:50Z,topic='l3_agent')) {'router_ids': ['4430923a-32e2-4e9b-95d6-658b24ee3dcc'], 'active': True} {{(pid=93105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:09:24.518953 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-d0e1ae63-9dc4-4f29-9820-885a94985ebe admin admin] 10.222.0.10 "PUT /v2.0/routers/4430923a-32e2-4e9b-95d6-658b24ee3dcc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7723134 Jul 16 14:09:24.521616 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 34586) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:09:24.547163 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-ccaccb5d-5ff0-4e44-a05f-19171a745f13 req-811d9303-8056-46a7-a96a-2e4b49026dae tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] Deleting port 18a09b15-3ef5-4c09-9928-549cb8310208 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 14:09:24.547519 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-ccaccb5d-5ff0-4e44-a05f-19171a745f13 req-811d9303-8056-46a7-a96a-2e4b49026dae tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736156223663'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:09:24.624286 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvr_db [None req-1ded39e7-a0eb-49b9-ad63-7fec977df4b0 None None] Set router 4430923a-32e2-4e9b-95d6-658b24ee3dcc gateway port host: dv-cinder-784763-7-iscsi {{(pid=93105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 14:09:24.626724 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-91b1b4f6-c576-4a15-bbb6-47adaa42212a admin admin] Notify callbacks [] for router, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:09:24.638687 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-ccaccb5d-5ff0-4e44-a05f-19171a745f13 req-811d9303-8056-46a7-a96a-2e4b49026dae tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] For port 18a09b15-3ef5-4c09-9928-549cb8310208, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=18a09b15-3ef5-4c09-9928-549cb8310208,segment=NetworkSegment(3b8d15a4-d0f0-4e80-8b94-8fdab701065f),segment_id=3b8d15a4-d0f0-4e80-8b94-8fdab701065f)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:09:24.639048 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-ccaccb5d-5ff0-4e44-a05f-19171a745f13 req-811d9303-8056-46a7-a96a-2e4b49026dae tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683922'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:09:24.651295 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-ccaccb5d-5ff0-4e44-a05f-19171a745f13 req-811d9303-8056-46a7-a96a-2e4b49026dae tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] Calling delete_port for 18a09b15-3ef5-4c09-9928-549cb8310208 owned by compute:nova {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 14:09:24.728119 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-91b1b4f6-c576-4a15-bbb6-47adaa42212a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:09:24.779140 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-ccaccb5d-5ff0-4e44-a05f-19171a745f13 req-811d9303-8056-46a7-a96a-2e4b49026dae tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736156224386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736155824267'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:09:24.804064 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.l3_hamode_db [None req-1ded39e7-a0eb-49b9-ad63-7fec977df4b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4430923a-32e2-4e9b-95d6-658b24ee3dcc', 'name': 'tempest-ServerRescueNegativeTestJSON-1709129777-router', 'tenant_id': '1ae576c2cfcb49e6ac111e6b815960e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'external_fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '266b13b3-5b80-46d4-9053-5e53b6229e2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T14:05:33Z', 'updated_at': '2021-07-16T14:09:23Z', 'revision_number': 5, 'project_id': '1ae576c2cfcb49e6ac111e6b815960e5', 'gw_port': {'id': '266b13b3-5b80-46d4-9053-5e53b6229e2c', 'name': '', 'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:96:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4430923a-32e2-4e9b-95d6-658b24ee3dcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:05:34Z', 'updated_at': '2021-07-16T14:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-7-iscsi'}], 'dv-cinder-784763-7-iscsi', False) {} {{(pid=93105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:09:24.806707 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811d9303-8056-46a7-a96a-2e4b49026dae tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] Pushing event deleted for resources: {'Port': ['ID=18a09b15-3ef5-4c09-9928-549cb8310208,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:09:24.815205 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] get_ports_and_sgs() called for port_ids ['cdc682a6-5781-4281-b8b8-ea55227069a2', '05c7d08c-c6c0-4b8e-94fa-71a6a07db20b'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 14:09:24.833515 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-91b1b4f6-c576-4a15-bbb6-47adaa42212a admin admin] Deleting port 266b13b3-5b80-46d4-9053-5e53b6229e2c {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 14:09:24.834387 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-91b1b4f6-c576-4a15-bbb6-47adaa42212a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736156223663'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:09:24.842724 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ded39e7-a0eb-49b9-ad63-7fec977df4b0 None None] Checking router: 4430923a-32e2-4e9b-95d6-658b24ee3dcc for host: dv-cinder-784763-7-iscsi {{(pid=93105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 14:09:24.852534 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ded39e7-a0eb-49b9-ad63-7fec977df4b0 None None] Routers {'4430923a-32e2-4e9b-95d6-658b24ee3dcc'} bound to L3 agent in host dv-cinder-784763-7-iscsi {{(pid=93105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 14:09:24.853197 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.l3_hamode_db [None req-1ded39e7-a0eb-49b9-ad63-7fec977df4b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T13:57:50Z,description=,heartbeat_timestamp=2021-07-16T14:09:20Z,host='dv-cinder-784763-7-iscsi',id=d50ece19-a35b-4d9c-a2c6-6c45fbfb3bdd,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T13:57:50Z,topic='l3_agent')) {'router_ids': ['4430923a-32e2-4e9b-95d6-658b24ee3dcc'], 'active': True} {{(pid=93105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:09:24.858526 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccaccb5d-5ff0-4e44-a05f-19171a745f13 req-811d9303-8056-46a7-a96a-2e4b49026dae tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] No DVR routers for this DVR port 18a09b15-3ef5-4c09-9928-549cb8310208 on host hv-cinder-78476 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 14:09:24.860975 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-ccaccb5d-5ff0-4e44-a05f-19171a745f13 req-811d9303-8056-46a7-a96a-2e4b49026dae tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72406'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:09:24.863789 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-ccaccb5d-5ff0-4e44-a05f-19171a745f13 req-811d9303-8056-46a7-a96a-2e4b49026dae tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] 10.222.0.25 "DELETE /v2.0/ports/18a09b15-3ef5-4c09-9928-549cb8310208 HTTP/1.1" status: 204 len: 173 time: 0.4497147 Jul 16 14:09:24.864415 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9c50053-99dd-429e-bc98-adf00b8f161d', 'name': 'network-vif-deleted', 'tag': '18a09b15-3ef5-4c09-9928-549cb8310208'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 14:09:24.867216 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}669b174d507dea59856bca4514a747f2bad56b4b9d456cc0353e9cf2427ac1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aafb95a-6770-4e31-97a4-78775402f646" -d '{"events": [{"server_uuid": "c9c50053-99dd-429e-bc98-adf00b8f161d", "name": "network-vif-deleted", "tag": "18a09b15-3ef5-4c09-9928-549cb8310208"}]}' {{(pid=93101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 14:09:24.911725 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 14:09:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a9ad08e-2533-4fb1-b74e-6a39c1f6af37 x-openstack-request-id: req-5a9ad08e-2533-4fb1-b74e-6a39c1f6af37 {{(pid=93101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 14:09:24.912890 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9c50053-99dd-429e-bc98-adf00b8f161d", "name": "network-vif-deleted", "tag": "18a09b15-3ef5-4c09-9928-549cb8310208", "status": "completed", "code": 200}]} {{(pid=93101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 14:09:24.913396 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5a9ad08e-2533-4fb1-b74e-6a39c1f6af37 {{(pid=93101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 14:09:24.914207 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9c50053-99dd-429e-bc98-adf00b8f161d', 'name': 'network-vif-deleted', 'tag': '18a09b15-3ef5-4c09-9928-549cb8310208', 'status': 'completed', 'code': 200} Jul 16 14:09:24.948610 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvr_db [None req-1ded39e7-a0eb-49b9-ad63-7fec977df4b0 None None] Set router 4430923a-32e2-4e9b-95d6-658b24ee3dcc gateway port host: None {{(pid=93105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 14:09:24.971579 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.db [None req-91b1b4f6-c576-4a15-bbb6-47adaa42212a admin admin] For port 266b13b3-5b80-46d4-9053-5e53b6229e2c, host dv-cinder-784763-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-7-iscsi',level=0,port_id=266b13b3-5b80-46d4-9053-5e53b6229e2c,segment=NetworkSegment(6901d94e-17f9-4035-ba46-6b4e81a8dcfc),segment_id=6901d94e-17f9-4035-ba46-6b4e81a8dcfc)] {{(pid=93102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:09:24.972947 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-91b1b4f6-c576-4a15-bbb6-47adaa42212a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683922'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:09:24.991988 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-91b1b4f6-c576-4a15-bbb6-47adaa42212a admin admin] Calling delete_port for 266b13b3-5b80-46d4-9053-5e53b6229e2c owned by network:router_gateway {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 14:09:25.009429 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.l3_hamode_db [None req-1ded39e7-a0eb-49b9-ad63-7fec977df4b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4430923a-32e2-4e9b-95d6-658b24ee3dcc', 'name': 'tempest-ServerRescueNegativeTestJSON-1709129777-router', 'tenant_id': '1ae576c2cfcb49e6ac111e6b815960e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T14:05:33Z', 'updated_at': '2021-07-16T14:09:24Z', 'revision_number': 6, 'project_id': '1ae576c2cfcb49e6ac111e6b815960e5', 'gw_port_host': None}], 'dv-cinder-784763-7-iscsi', False) {} {{(pid=93105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:09:25.036084 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-2a808405-8cc4-405d-97e0-4e44ac472ac0 req-2a8696d1-1649-4dad-8308-3c8ff37da955 tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] 10.222.0.10 "GET /v2.0/ports?device_id=c9c50053-99dd-429e-bc98-adf00b8f161d HTTP/1.1" status: 200 len: 210 time: 0.0415840 Jul 16 14:09:25.044377 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ded39e7-a0eb-49b9-ad63-7fec977df4b0 None None] The sync data for ids ['4430923a-32e2-4e9b-95d6-658b24ee3dcc'] in dv-cinder-784763-7-iscsi is: [{'id': '4430923a-32e2-4e9b-95d6-658b24ee3dcc', 'name': 'tempest-ServerRescueNegativeTestJSON-1709129777-router', 'tenant_id': '1ae576c2cfcb49e6ac111e6b815960e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T14:05:33Z', 'updated_at': '2021-07-16T14:09:24Z', 'revision_number': 6, 'project_id': '1ae576c2cfcb49e6ac111e6b815960e5', 'gw_port_host': None}] {{(pid=93105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 14:09:25.227556 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-91b1b4f6-c576-4a15-bbb6-47adaa42212a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736156224386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736155824267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4062758'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:09:25.253482 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b1b4f6-c576-4a15-bbb6-47adaa42212a admin admin] Pushing event deleted for resources: {'Port': ['ID=266b13b3-5b80-46d4-9053-5e53b6229e2c,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:09:25.313155 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-91b1b4f6-c576-4a15-bbb6-47adaa42212a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-611427'] for router_gateway, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:09:25.652843 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-91b1b4f6-c576-4a15-bbb6-47adaa42212a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6801'] for router, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:09:25.655042 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-91b1b4f6-c576-4a15-bbb6-47adaa42212a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:09:25.715217 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-91b1b4f6-c576-4a15-bbb6-47adaa42212a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-684001'] for router, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:09:25.715937 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91b1b4f6-c576-4a15-bbb6-47adaa42212a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4430923a-32e2-4e9b-95d6-658b24ee3dcc {{(pid=93102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 14:09:25.720729 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-91b1b4f6-c576-4a15-bbb6-47adaa42212a admin admin] Notify callbacks [] for router, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:09:25.721975 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-91b1b4f6-c576-4a15-bbb6-47adaa42212a admin admin] 10.222.0.10 "DELETE /v2.0/routers/4430923a-32e2-4e9b-95d6-658b24ee3dcc HTTP/1.1" status: 204 len: 168 time: 1.1991966 Jul 16 14:09:25.724438 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 34592) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:09:25.772146 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee96f2b5-785c-4a73-b226-036662766496 admin admin] Deleting subnet 1d5393f6-20e0-4dbd-a198-cb03cfea0892 {{(pid=93102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 14:09:25.774989 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ee96f2b5-785c-4a73-b226-036662766496 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:09:25.808501 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ee96f2b5-785c-4a73-b226-036662766496 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4062852'] for subnet, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:09:25.848050 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ee96f2b5-785c-4a73-b226-036662766496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16506816'] for subnet, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:09:25.901423 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ee96f2b5-785c-4a73-b226-036662766496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16506871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4062805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3919862'] for subnet, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:09:25.931355 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee96f2b5-785c-4a73-b226-036662766496 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d5393f6-20e0-4dbd-a198-cb03cfea0892,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:09:25.936463 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ee96f2b5-785c-4a73-b226-036662766496 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583268'] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:09:25.938429 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-ee96f2b5-785c-4a73-b226-036662766496 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/1d5393f6-20e0-4dbd-a198-cb03cfea0892 HTTP/1.1" status: 204 len: 168 time: 0.2124135 Jul 16 14:09:25.940960 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 34594) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:09:26.008643 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c336202b-9671-442a-b772-5a73cd1905db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16272555'] for network, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:09:26.089806 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c336202b-9671-442a-b772-5a73cd1905db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16499620', 'neutron.services.segments.db._delete_segments_for_network-8736156337740'] for network, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:09:26.100108 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.services.segments.db [None req-c336202b-9671-442a-b772-5a73cd1905db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51a90a03-af03-40ca-bb00-7020f83b5182']}} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:09:26.109751 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.services.segments.db [None req-c336202b-9671-442a-b772-5a73cd1905db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7e1ee80-77c5-48f3-ac0a-95e0aff8ceeb') {'for_net_delete': True} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:09:26.110052 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.services.segments.db [None req-c336202b-9671-442a-b772-5a73cd1905db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7e1ee80-77c5-48f3-ac0a-95e0aff8ceeb') {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:09:26.119187 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c336202b-9671-442a-b772-5a73cd1905db admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736156340821', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4062899'] for segment, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:09:26.132374 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c336202b-9671-442a-b772-5a73cd1905db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16512664'] for segment, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:09:26.141004 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c336202b-9671-442a-b772-5a73cd1905db admin admin] Releasing vlan 221 on physical network physnet1 to pool {{(pid=93102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 14:09:26.141459 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c336202b-9671-442a-b772-5a73cd1905db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16512664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4063223'] for segment, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:09:26.143248 dv-cinder-784763-7-iscsi neutron-server[93102]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 14:09:26.143248 dv-cinder-784763-7-iscsi neutron-server[93102]: conditions |= (models_v2.Port.network_id.in_( Jul 16 14:09:26.143248 dv-cinder-784763-7-iscsi neutron-server[93102]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 14:09:26.143248 dv-cinder-784763-7-iscsi neutron-server[93102]: conditions |= (models_v2.Port.network_id.in_( Jul 16 14:09:26.143248 dv-cinder-784763-7-iscsi neutron-server[93102]: Traceback (most recent call last): Jul 16 14:09:26.143248 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 14:09:26.143248 dv-cinder-784763-7-iscsi neutron-server[93102]: timer() Jul 16 14:09:26.143248 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 14:09:26.143248 dv-cinder-784763-7-iscsi neutron-server[93102]: cb(*args, **kw) Jul 16 14:09:26.143248 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 14:09:26.143248 dv-cinder-784763-7-iscsi neutron-server[93102]: return func(*args, **kwargs) Jul 16 14:09:26.143248 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 14:09:26.143248 dv-cinder-784763-7-iscsi neutron-server[93102]: self._notify() Jul 16 14:09:26.143248 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 14:09:26.143248 dv-cinder-784763-7-iscsi neutron-server[93102]: self.callback(batched_events) Jul 16 14:09:26.143248 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 14:09:26.143248 dv-cinder-784763-7-iscsi neutron-server[93102]: event.method(event) Jul 16 14:09:26.143248 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 14:09:26.143248 dv-cinder-784763-7-iscsi neutron-server[93102]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 14:09:26.143248 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 14:09:26.143248 dv-cinder-784763-7-iscsi neutron-server[93102]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 14:09:26.143248 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 14:09:26.143248 dv-cinder-784763-7-iscsi neutron-server[93102]: return f(self, *a, **k) Jul 16 14:09:26.143248 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 14:09:26.143248 dv-cinder-784763-7-iscsi neutron-server[93102]: return self._get(url).json() Jul 16 14:09:26.143248 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 14:09:26.143248 dv-cinder-784763-7-iscsi neutron-server[93102]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 14:09:26.143248 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 14:09:26.143248 dv-cinder-784763-7-iscsi neutron-server[93102]: return self.request(url, 'GET', **kwargs) Jul 16 14:09:26.143248 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 14:09:26.143248 dv-cinder-784763-7-iscsi neutron-server[93102]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 14:09:26.143248 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 14:09:26.143248 dv-cinder-784763-7-iscsi neutron-server[93102]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 14:09:26.143248 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 14:09:26.143248 dv-cinder-784763-7-iscsi neutron-server[93102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 14:09:26.143248 dv-cinder-784763-7-iscsi neutron-server[93102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 14:09:26.205412 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c336202b-9671-442a-b772-5a73cd1905db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16499645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611519'] for network, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:09:26.213335 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c336202b-9671-442a-b772-5a73cd1905db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583268'] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:09:26.215754 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-c336202b-9671-442a-b772-5a73cd1905db admin admin] 10.222.0.10 "DELETE /v2.0/networks/51a90a03-af03-40ca-bb00-7020f83b5182 HTTP/1.1" status: 204 len: 168 time: 0.2738881 Jul 16 14:09:26.223360 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Device 592c513b-ee48-4676-925a-82ed730f6399 no longer exists at agent ovs-agent-dv-cinder-784763-7-iscsi {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 14:09:26.235704 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c336202b-9671-442a-b772-5a73cd1905db admin admin] Pushing event deleted for resources: {'Network': ['ID=51a90a03-af03-40ca-bb00-7020f83b5182,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:09:26.252049 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] No Port match for: 592c513b-ee48-4676-925a-82ed730f6399 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 14:09:26.252461 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Device 592c513b-ee48-4676-925a-82ed730f6399 not bound to the agent host dv-cinder-784763-7-iscsi {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 14:09:26.253124 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Device 266b13b3-5b80-46d4-9053-5e53b6229e2c no longer exists at agent ovs-agent-dv-cinder-784763-7-iscsi {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 14:09:26.273319 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] No Port match for: 266b13b3-5b80-46d4-9053-5e53b6229e2c {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 14:09:26.273673 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Device 266b13b3-5b80-46d4-9053-5e53b6229e2c not bound to the agent host dv-cinder-784763-7-iscsi {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 14:09:26.327278 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Device 18a09b15-3ef5-4c09-9928-549cb8310208 no longer exists at agent hyperv_hv-cinder-78476 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 14:09:26.355881 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] No Port match for: 18a09b15-3ef5-4c09-9928-549cb8310208 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 14:09:26.356626 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Device 18a09b15-3ef5-4c09-9928-549cb8310208 not bound to the agent host hv-cinder-78476 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 14:09:26.399294 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 34606) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:09:26.441080 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-ea363e02-bae4-4304-b549-edfca64b5c3e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1ae576c2cfcb49e6ac111e6b815960e5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0382073 Jul 16 14:09:26.441890 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 34608) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:09:26.488966 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b37f2090-a26f-40a5-b749-51fc731d9795 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:09:26.505706 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a679180-ebf8-4b7b-838d-4dae49dde298 req-9ce00ce1-cb01-43ef-a44c-2b12897afebc tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:09:26.507706 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-4a679180-ebf8-4b7b-838d-4dae49dde298 req-9ce00ce1-cb01-43ef-a44c-2b12897afebc tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] 10.222.0.10 "GET /v2.0/ports?device_id=a0bbd687-e0d7-416a-aee8-c6331e3c3153 HTTP/1.1" status: 200 len: 945 time: 0.0616610 Jul 16 14:09:26.510100 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b37f2090-a26f-40a5-b749-51fc731d9795 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:09:26.544399 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-4a679180-ebf8-4b7b-838d-4dae49dde298 req-8ead58b8-c603-4bd7-a683-d9be38c2fa90 tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] 10.222.0.10 "GET /v2.0/security-groups?id=b754fbbd-8895-49e9-87a9-98dda090ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310228 Jul 16 14:09:26.555655 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b37f2090-a26f-40a5-b749-51fc731d9795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:09:26.558252 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b37f2090-a26f-40a5-b749-51fc731d9795 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:09:26.559397 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-b37f2090-a26f-40a5-b749-51fc731d9795 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/82181ce4-b774-4a6f-9777-8cd5eff34a78 HTTP/1.1" status: 204 len: 168 time: 0.1171939 Jul 16 14:09:26.571918 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37f2090-a26f-40a5-b749-51fc731d9795 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82181ce4-b774-4a6f-9777-8cd5eff34a78,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:09:27.728205 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c05037-528c-4e72-9860-048800850b2d req-0fe66c59-93ac-4753-9a7e-1cdced1e285a tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:09:27.729720 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-d6c05037-528c-4e72-9860-048800850b2d req-0fe66c59-93ac-4753-9a7e-1cdced1e285a tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] 10.222.0.10 "GET /v2.0/ports?device_id=a0bbd687-e0d7-416a-aee8-c6331e3c3153 HTTP/1.1" status: 200 len: 945 time: 0.0626714 Jul 16 14:09:27.769133 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-d6c05037-528c-4e72-9860-048800850b2d req-3e02db34-b8a2-4efb-b880-1cb664b7844f tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] 10.222.0.10 "GET /v2.0/security-groups?id=b754fbbd-8895-49e9-87a9-98dda090ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333846 Jul 16 14:09:28.143515 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4347345-e119-45e4-b698-29245f42e5fb req-57f2b9dd-5b60-4dcd-9728-ff8a54b9209f tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:09:28.145005 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-a4347345-e119-45e4-b698-29245f42e5fb req-57f2b9dd-5b60-4dcd-9728-ff8a54b9209f tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0bbd687-e0d7-416a-aee8-c6331e3c3153 HTTP/1.1" status: 200 len: 945 time: 0.0643208 Jul 16 14:09:28.241281 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-a4347345-e119-45e4-b698-29245f42e5fb req-c44c5c70-2615-49f1-8061-5040a252bc8a tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] Deleting port 05c7d08c-c6c0-4b8e-94fa-71a6a07db20b {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 14:09:28.241658 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-a4347345-e119-45e4-b698-29245f42e5fb req-c44c5c70-2615-49f1-8061-5040a252bc8a tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736156223663'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:09:28.328033 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-a4347345-e119-45e4-b698-29245f42e5fb req-c44c5c70-2615-49f1-8061-5040a252bc8a tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] For port 05c7d08c-c6c0-4b8e-94fa-71a6a07db20b, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=05c7d08c-c6c0-4b8e-94fa-71a6a07db20b,segment=NetworkSegment(3b8d15a4-d0f0-4e80-8b94-8fdab701065f),segment_id=3b8d15a4-d0f0-4e80-8b94-8fdab701065f)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:09:28.328385 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-a4347345-e119-45e4-b698-29245f42e5fb req-c44c5c70-2615-49f1-8061-5040a252bc8a tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683922'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:09:28.339592 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-a4347345-e119-45e4-b698-29245f42e5fb req-c44c5c70-2615-49f1-8061-5040a252bc8a tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] Calling delete_port for 05c7d08c-c6c0-4b8e-94fa-71a6a07db20b owned by compute:nova {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 14:09:28.460514 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-a4347345-e119-45e4-b698-29245f42e5fb req-c44c5c70-2615-49f1-8061-5040a252bc8a tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736156224386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736155824267'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:09:28.496801 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44c5c70-2615-49f1-8061-5040a252bc8a tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] Pushing event deleted for resources: {'Port': ['ID=05c7d08c-c6c0-4b8e-94fa-71a6a07db20b,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:09:28.504702 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] get_ports_and_sgs() called for port_ids ['cdc682a6-5781-4281-b8b8-ea55227069a2'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 14:09:28.533931 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4347345-e119-45e4-b698-29245f42e5fb req-c44c5c70-2615-49f1-8061-5040a252bc8a tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] No DVR routers for this DVR port 05c7d08c-c6c0-4b8e-94fa-71a6a07db20b on host hv-cinder-78476 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 14:09:28.537591 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-a4347345-e119-45e4-b698-29245f42e5fb req-c44c5c70-2615-49f1-8061-5040a252bc8a tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72406'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:09:28.539558 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-a4347345-e119-45e4-b698-29245f42e5fb req-c44c5c70-2615-49f1-8061-5040a252bc8a tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] 10.222.0.25 "DELETE /v2.0/ports/05c7d08c-c6c0-4b8e-94fa-71a6a07db20b HTTP/1.1" status: 204 len: 173 time: 0.3886137 Jul 16 14:09:28.540006 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0bbd687-e0d7-416a-aee8-c6331e3c3153', 'name': 'network-vif-deleted', 'tag': '05c7d08c-c6c0-4b8e-94fa-71a6a07db20b'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 14:09:28.542776 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}669b174d507dea59856bca4514a747f2bad56b4b9d456cc0353e9cf2427ac1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a22ce0b1-af60-4670-b267-dffa484505ab" -d '{"events": [{"server_uuid": "a0bbd687-e0d7-416a-aee8-c6331e3c3153", "name": "network-vif-deleted", "tag": "05c7d08c-c6c0-4b8e-94fa-71a6a07db20b"}]}' {{(pid=93101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 14:09:28.580180 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 14:09:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-727674e4-bc45-4d69-b1e5-49e9409c0c60 x-openstack-request-id: req-727674e4-bc45-4d69-b1e5-49e9409c0c60 {{(pid=93101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 14:09:28.580468 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0bbd687-e0d7-416a-aee8-c6331e3c3153", "name": "network-vif-deleted", "tag": "05c7d08c-c6c0-4b8e-94fa-71a6a07db20b", "status": "completed", "code": 200}]} {{(pid=93101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 14:09:28.581134 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-727674e4-bc45-4d69-b1e5-49e9409c0c60 {{(pid=93101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 14:09:28.581532 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0bbd687-e0d7-416a-aee8-c6331e3c3153', 'name': 'network-vif-deleted', 'tag': '05c7d08c-c6c0-4b8e-94fa-71a6a07db20b', 'status': 'completed', 'code': 200} Jul 16 14:09:28.930412 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-6ef5585d-2727-4434-bcac-fbf797420c79 req-0914dde3-235f-4490-81eb-3ff993c4f6da tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] 10.222.0.10 "GET /v2.0/ports?device_id=a0bbd687-e0d7-416a-aee8-c6331e3c3153 HTTP/1.1" status: 200 len: 210 time: 0.0299001 Jul 16 14:09:30.361649 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Device 05c7d08c-c6c0-4b8e-94fa-71a6a07db20b no longer exists at agent hyperv_hv-cinder-78476 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 14:09:30.382989 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] No Port match for: 05c7d08c-c6c0-4b8e-94fa-71a6a07db20b {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 14:09:30.383334 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Device 05c7d08c-c6c0-4b8e-94fa-71a6a07db20b not bound to the agent host hv-cinder-78476 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 14:09:31.490946 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33181b6-f2a2-4140-8efd-1c0243943772 req-a17e954a-4b67-4858-ae33-8361e7ee2228 tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:09:31.492426 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-d33181b6-f2a2-4140-8efd-1c0243943772 req-a17e954a-4b67-4858-ae33-8361e7ee2228 tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] 10.222.0.10 "GET /v2.0/ports?device_id=bcd92abc-c905-4d73-ad56-a28d21029ca1 HTTP/1.1" status: 200 len: 946 time: 0.0626204 Jul 16 14:09:31.532566 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-d33181b6-f2a2-4140-8efd-1c0243943772 req-fe65db9c-9ce8-4b15-a4c6-472043ebb046 tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] 10.222.0.10 "GET /v2.0/security-groups?id=b754fbbd-8895-49e9-87a9-98dda090ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345972 Jul 16 14:09:32.707713 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80676ba0-938f-4208-aff4-dcde8f17d48f req-36d0f5c2-eb20-4b39-8f38-59238e459868 tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:09:32.709219 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-80676ba0-938f-4208-aff4-dcde8f17d48f req-36d0f5c2-eb20-4b39-8f38-59238e459868 tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] 10.222.0.10 "GET /v2.0/ports?device_id=bcd92abc-c905-4d73-ad56-a28d21029ca1 HTTP/1.1" status: 200 len: 946 time: 0.0627065 Jul 16 14:09:32.746498 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-80676ba0-938f-4208-aff4-dcde8f17d48f req-d452c876-babf-4ec2-99d9-000be69754d3 tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] 10.222.0.10 "GET /v2.0/security-groups?id=b754fbbd-8895-49e9-87a9-98dda090ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317509 Jul 16 14:09:33.337623 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdbdb9c-a41b-462b-a9c6-b38fd98027c7 req-9a4d1c0b-6153-4f9b-95de-c6e713a30bd2 tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:09:33.338639 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-7cdbdb9c-a41b-462b-a9c6-b38fd98027c7 req-9a4d1c0b-6153-4f9b-95de-c6e713a30bd2 tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] 10.222.0.25 "GET /v2.0/ports?device_id=bcd92abc-c905-4d73-ad56-a28d21029ca1 HTTP/1.1" status: 200 len: 946 time: 0.0618680 Jul 16 14:09:33.442741 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-7cdbdb9c-a41b-462b-a9c6-b38fd98027c7 req-9f0d29e0-6daf-4042-a193-fd328acbffaa tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] Deleting port cdc682a6-5781-4281-b8b8-ea55227069a2 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 14:09:33.443699 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-7cdbdb9c-a41b-462b-a9c6-b38fd98027c7 req-9f0d29e0-6daf-4042-a193-fd328acbffaa tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736156223663'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:09:33.530717 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-7cdbdb9c-a41b-462b-a9c6-b38fd98027c7 req-9f0d29e0-6daf-4042-a193-fd328acbffaa tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] For port cdc682a6-5781-4281-b8b8-ea55227069a2, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=cdc682a6-5781-4281-b8b8-ea55227069a2,segment=NetworkSegment(3b8d15a4-d0f0-4e80-8b94-8fdab701065f),segment_id=3b8d15a4-d0f0-4e80-8b94-8fdab701065f)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:09:33.530994 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-7cdbdb9c-a41b-462b-a9c6-b38fd98027c7 req-9f0d29e0-6daf-4042-a193-fd328acbffaa tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683922'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:09:33.542936 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-7cdbdb9c-a41b-462b-a9c6-b38fd98027c7 req-9f0d29e0-6daf-4042-a193-fd328acbffaa tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] Calling delete_port for cdc682a6-5781-4281-b8b8-ea55227069a2 owned by compute:nova {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 14:09:33.668419 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-7cdbdb9c-a41b-462b-a9c6-b38fd98027c7 req-9f0d29e0-6daf-4042-a193-fd328acbffaa tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736156224386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736155824267'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:09:33.697972 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0d29e0-6daf-4042-a193-fd328acbffaa tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] Pushing event deleted for resources: {'Port': ['ID=cdc682a6-5781-4281-b8b8-ea55227069a2,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:09:33.710057 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] get_ports_and_sgs() called for port_ids ['cdc682a6-5781-4281-b8b8-ea55227069a2'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 14:09:33.743992 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cdbdb9c-a41b-462b-a9c6-b38fd98027c7 req-9f0d29e0-6daf-4042-a193-fd328acbffaa tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] No DVR routers for this DVR port cdc682a6-5781-4281-b8b8-ea55227069a2 on host hv-cinder-78476 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 14:09:33.746482 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-7cdbdb9c-a41b-462b-a9c6-b38fd98027c7 req-9f0d29e0-6daf-4042-a193-fd328acbffaa tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72406'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:09:33.748452 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-7cdbdb9c-a41b-462b-a9c6-b38fd98027c7 req-9f0d29e0-6daf-4042-a193-fd328acbffaa tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] 10.222.0.25 "DELETE /v2.0/ports/cdc682a6-5781-4281-b8b8-ea55227069a2 HTTP/1.1" status: 204 len: 173 time: 0.3996596 Jul 16 14:09:33.748910 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcd92abc-c905-4d73-ad56-a28d21029ca1', 'name': 'network-vif-deleted', 'tag': 'cdc682a6-5781-4281-b8b8-ea55227069a2'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 14:09:33.751141 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}669b174d507dea59856bca4514a747f2bad56b4b9d456cc0353e9cf2427ac1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7abc6b6-62a3-47d0-8fff-c0f6fd1a43c4" -d '{"events": [{"server_uuid": "bcd92abc-c905-4d73-ad56-a28d21029ca1", "name": "network-vif-deleted", "tag": "cdc682a6-5781-4281-b8b8-ea55227069a2"}]}' {{(pid=93101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 14:09:33.789098 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 14:09:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b4bf983-40ba-485d-b644-f74003a0c8a8 x-openstack-request-id: req-8b4bf983-40ba-485d-b644-f74003a0c8a8 {{(pid=93101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 14:09:33.789467 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcd92abc-c905-4d73-ad56-a28d21029ca1", "name": "network-vif-deleted", "tag": "cdc682a6-5781-4281-b8b8-ea55227069a2", "status": "completed", "code": 200}]} {{(pid=93101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 14:09:33.789637 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8b4bf983-40ba-485d-b644-f74003a0c8a8 {{(pid=93101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 14:09:33.790028 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcd92abc-c905-4d73-ad56-a28d21029ca1', 'name': 'network-vif-deleted', 'tag': 'cdc682a6-5781-4281-b8b8-ea55227069a2', 'status': 'completed', 'code': 200} Jul 16 14:09:33.886928 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-a372f45e-3eda-4b8e-8b6d-b391323e4035 req-e7c21b39-c8b3-49a3-b90e-784c3a758ab5 tempest-AttachVolumeNegativeTest-1363289618 tempest-AttachVolumeNegativeTest-1363289618-project] 10.222.0.10 "GET /v2.0/ports?device_id=bcd92abc-c905-4d73-ad56-a28d21029ca1 HTTP/1.1" status: 200 len: 210 time: 0.0311604 Jul 16 14:09:34.978017 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 34746) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:09:35.020313 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7de7051-87b6-44db-80eb-66b3a8685084 admin admin] Deleting subnet b9558011-4645-42ab-96a4-509a9f3696f5 {{(pid=93102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 14:09:35.023224 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b7de7051-87b6-44db-80eb-66b3a8685084 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:09:35.059686 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b7de7051-87b6-44db-80eb-66b3a8685084 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4062852'] for subnet, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:09:35.096252 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b7de7051-87b6-44db-80eb-66b3a8685084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16506816'] for subnet, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:09:35.145684 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b7de7051-87b6-44db-80eb-66b3a8685084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16506871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4062805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3919862'] for subnet, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:09:35.170496 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7de7051-87b6-44db-80eb-66b3a8685084 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9558011-4645-42ab-96a4-509a9f3696f5,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:09:35.175299 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b7de7051-87b6-44db-80eb-66b3a8685084 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583268'] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:09:35.177172 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-b7de7051-87b6-44db-80eb-66b3a8685084 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/b9558011-4645-42ab-96a4-509a9f3696f5 HTTP/1.1" status: 204 len: 168 time: 0.1981621 Jul 16 14:09:35.179614 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 34748) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:09:35.249455 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-48a2e20e-564a-4f99-a521-e8359e7a5168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16272555'] for network, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:09:35.324916 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-48a2e20e-564a-4f99-a521-e8359e7a5168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16499620', 'neutron.services.segments.db._delete_segments_for_network-8736156337740'] for network, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:09:35.334263 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.services.segments.db [None req-48a2e20e-564a-4f99-a521-e8359e7a5168 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ef1faca-03ae-449a-aec5-eac3348ec315']}} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:09:35.344160 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.services.segments.db [None req-48a2e20e-564a-4f99-a521-e8359e7a5168 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b8d15a4-d0f0-4e80-8b94-8fdab701065f') {'for_net_delete': True} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:09:35.344456 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.services.segments.db [None req-48a2e20e-564a-4f99-a521-e8359e7a5168 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b8d15a4-d0f0-4e80-8b94-8fdab701065f') {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:09:35.353524 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-48a2e20e-564a-4f99-a521-e8359e7a5168 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736156340821', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4062899'] for segment, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:09:35.370557 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-48a2e20e-564a-4f99-a521-e8359e7a5168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16512664'] for segment, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:09:35.376108 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48a2e20e-564a-4f99-a521-e8359e7a5168 admin admin] Releasing vlan 218 on physical network physnet1 to pool {{(pid=93102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 14:09:35.376489 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-48a2e20e-564a-4f99-a521-e8359e7a5168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16512664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4063223'] for segment, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:09:35.378269 dv-cinder-784763-7-iscsi neutron-server[93102]: Traceback (most recent call last): Jul 16 14:09:35.378269 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 14:09:35.378269 dv-cinder-784763-7-iscsi neutron-server[93102]: timer() Jul 16 14:09:35.378269 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 14:09:35.378269 dv-cinder-784763-7-iscsi neutron-server[93102]: cb(*args, **kw) Jul 16 14:09:35.378269 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 14:09:35.378269 dv-cinder-784763-7-iscsi neutron-server[93102]: return func(*args, **kwargs) Jul 16 14:09:35.378269 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 14:09:35.378269 dv-cinder-784763-7-iscsi neutron-server[93102]: self._notify() Jul 16 14:09:35.378269 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 14:09:35.378269 dv-cinder-784763-7-iscsi neutron-server[93102]: self.callback(batched_events) Jul 16 14:09:35.378269 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 14:09:35.378269 dv-cinder-784763-7-iscsi neutron-server[93102]: event.method(event) Jul 16 14:09:35.378269 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 14:09:35.378269 dv-cinder-784763-7-iscsi neutron-server[93102]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 14:09:35.378269 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 14:09:35.378269 dv-cinder-784763-7-iscsi neutron-server[93102]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 14:09:35.378269 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 14:09:35.378269 dv-cinder-784763-7-iscsi neutron-server[93102]: return f(self, *a, **k) Jul 16 14:09:35.378269 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 14:09:35.378269 dv-cinder-784763-7-iscsi neutron-server[93102]: return self._get(url).json() Jul 16 14:09:35.378269 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 14:09:35.378269 dv-cinder-784763-7-iscsi neutron-server[93102]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 14:09:35.378269 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 14:09:35.378269 dv-cinder-784763-7-iscsi neutron-server[93102]: return self.request(url, 'GET', **kwargs) Jul 16 14:09:35.378269 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 14:09:35.378269 dv-cinder-784763-7-iscsi neutron-server[93102]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 14:09:35.378269 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 14:09:35.378269 dv-cinder-784763-7-iscsi neutron-server[93102]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 14:09:35.378269 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 14:09:35.378269 dv-cinder-784763-7-iscsi neutron-server[93102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 14:09:35.378269 dv-cinder-784763-7-iscsi neutron-server[93102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 14:09:35.429592 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-48a2e20e-564a-4f99-a521-e8359e7a5168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16499645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611519'] for network, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:09:35.434674 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-48a2e20e-564a-4f99-a521-e8359e7a5168 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583268'] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:09:35.436499 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-48a2e20e-564a-4f99-a521-e8359e7a5168 admin admin] 10.222.0.10 "DELETE /v2.0/networks/7ef1faca-03ae-449a-aec5-eac3348ec315 HTTP/1.1" status: 204 len: 168 time: 0.2559528 Jul 16 14:09:35.447187 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a2e20e-564a-4f99-a521-e8359e7a5168 admin admin] Pushing event deleted for resources: {'Network': ['ID=7ef1faca-03ae-449a-aec5-eac3348ec315,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:09:35.595500 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 34758) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:09:35.636699 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-04774992-1d5e-446d-98e0-7840ad88c766 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=65aa6d16d1494e3e938670a7bcde4ef6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0398357 Jul 16 14:09:35.639149 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 34760) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:09:35.695152 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a037b13d-1238-4163-81a7-c7fbe89b1414 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:09:35.715903 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a037b13d-1238-4163-81a7-c7fbe89b1414 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:09:35.762570 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a037b13d-1238-4163-81a7-c7fbe89b1414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:09:35.765279 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a037b13d-1238-4163-81a7-c7fbe89b1414 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:09:35.766019 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 34764) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:09:35.766524 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-a037b13d-1238-4163-81a7-c7fbe89b1414 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b754fbbd-8895-49e9-87a9-98dda090ed73 HTTP/1.1" status: 204 len: 168 time: 0.1263978 Jul 16 14:09:35.774975 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a037b13d-1238-4163-81a7-c7fbe89b1414 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b754fbbd-8895-49e9-87a9-98dda090ed73,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:09:35.867106 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-664894b0-364c-4c92-ba0f-9214007703de admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:09:35.958079 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-664894b0-364c-4c92-ba0f-9214007703de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:09:35.962893 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-664894b0-364c-4c92-ba0f-9214007703de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:09:36.001220 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-664894b0-364c-4c92-ba0f-9214007703de admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=14b05651d1734b9795881b16338ec13c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2340331 Jul 16 14:09:36.003170 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664894b0-364c-4c92-ba0f-9214007703de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1515fe5-acc5-439b-9752-6577fbc7109b,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:09:36.003998 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 34774) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:09:36.053265 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3b195a67-dc8f-4d11-aa6a-285596dd8940 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:09:36.074423 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3b195a67-dc8f-4d11-aa6a-285596dd8940 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:09:36.124288 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3b195a67-dc8f-4d11-aa6a-285596dd8940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:09:36.126923 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3b195a67-dc8f-4d11-aa6a-285596dd8940 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:09:36.128081 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-3b195a67-dc8f-4d11-aa6a-285596dd8940 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d1515fe5-acc5-439b-9752-6577fbc7109b HTTP/1.1" status: 204 len: 168 time: 0.1229112 Jul 16 14:09:36.135781 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b195a67-dc8f-4d11-aa6a-285596dd8940 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1515fe5-acc5-439b-9752-6577fbc7109b,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:09:36.355808 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Device cdc682a6-5781-4281-b8b8-ea55227069a2 no longer exists at agent hyperv_hv-cinder-78476 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 14:09:36.377029 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] No Port match for: cdc682a6-5781-4281-b8b8-ea55227069a2 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 14:09:36.377029 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Device cdc682a6-5781-4281-b8b8-ea55227069a2 not bound to the agent host hv-cinder-78476 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 14:09:38.552633 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1aa7f70-2c64-463a-8598-7e3e57202d58 req-458af63d-6a4d-4c4b-894d-10b28071460e tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:09:38.554238 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-f1aa7f70-2c64-463a-8598-7e3e57202d58 req-458af63d-6a4d-4c4b-894d-10b28071460e tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] 10.222.0.10 "GET /v2.0/ports?device_id=ed77822f-6a63-4555-a659-5982e2984dda HTTP/1.1" status: 200 len: 945 time: 0.0685861 Jul 16 14:09:38.592274 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-f1aa7f70-2c64-463a-8598-7e3e57202d58 req-4d9d3b16-1c96-45b2-94bc-17403ff7cc6f tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] 10.222.0.10 "GET /v2.0/security-groups?id=aeebecfc-2afb-411a-b312-62aa81725bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325351 Jul 16 14:09:39.763276 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bceadba-3d29-4d7a-a2d8-d6f845c36de2 req-71b9d6ea-787c-4f2e-bd26-711b3f103a70 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:09:39.764734 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-8bceadba-3d29-4d7a-a2d8-d6f845c36de2 req-71b9d6ea-787c-4f2e-bd26-711b3f103a70 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] 10.222.0.10 "GET /v2.0/ports?device_id=ed77822f-6a63-4555-a659-5982e2984dda HTTP/1.1" status: 200 len: 945 time: 0.0641220 Jul 16 14:09:39.800083 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-8bceadba-3d29-4d7a-a2d8-d6f845c36de2 req-2a15ed91-40d5-46ef-a36a-a435dd53848a tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] 10.222.0.10 "GET /v2.0/security-groups?id=aeebecfc-2afb-411a-b312-62aa81725bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299296 Jul 16 14:09:40.970556 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2452be-1cf4-4bea-abb3-d7384aa3e4de req-cfa7268e-13a3-486e-a00d-fe729a188350 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:09:40.972001 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-8e2452be-1cf4-4bea-abb3-d7384aa3e4de req-cfa7268e-13a3-486e-a00d-fe729a188350 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] 10.222.0.10 "GET /v2.0/ports?device_id=ed77822f-6a63-4555-a659-5982e2984dda HTTP/1.1" status: 200 len: 945 time: 0.0628049 Jul 16 14:09:41.008527 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-8e2452be-1cf4-4bea-abb3-d7384aa3e4de req-93a57aff-6b94-48de-a6b4-2f0a8d1af729 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] 10.222.0.10 "GET /v2.0/security-groups?id=aeebecfc-2afb-411a-b312-62aa81725bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309422 Jul 16 14:09:42.179583 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c641bc50-4ba0-43c8-bbe4-e33f71480f2d req-b5abf42e-22ff-426e-94c0-56b114cc1fa6 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:09:42.181068 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-c641bc50-4ba0-43c8-bbe4-e33f71480f2d req-b5abf42e-22ff-426e-94c0-56b114cc1fa6 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] 10.222.0.10 "GET /v2.0/ports?device_id=ed77822f-6a63-4555-a659-5982e2984dda HTTP/1.1" status: 200 len: 945 time: 0.0613711 Jul 16 14:09:42.217973 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-c641bc50-4ba0-43c8-bbe4-e33f71480f2d req-768c3a47-8a51-4799-bc20-8c0ff3a37f0d tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] 10.222.0.10 "GET /v2.0/security-groups?id=aeebecfc-2afb-411a-b312-62aa81725bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313952 Jul 16 14:09:43.387653 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c9d338-59c5-4aec-9cae-0c6d9bbca35b req-d07e4272-e759-488d-ae78-24acd6cff4cb tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:09:43.389095 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-45c9d338-59c5-4aec-9cae-0c6d9bbca35b req-d07e4272-e759-488d-ae78-24acd6cff4cb tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] 10.222.0.10 "GET /v2.0/ports?device_id=ed77822f-6a63-4555-a659-5982e2984dda HTTP/1.1" status: 200 len: 945 time: 0.0638583 Jul 16 14:09:43.425018 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-45c9d338-59c5-4aec-9cae-0c6d9bbca35b req-327b8c4a-6b2a-4b9a-8b94-ce012b1085e5 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] 10.222.0.10 "GET /v2.0/security-groups?id=aeebecfc-2afb-411a-b312-62aa81725bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301681 Jul 16 14:09:44.590802 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89246a96-55ec-4b71-bca1-dd2fe37d38e6 req-8fad8317-212c-4531-bd6c-ca33e2ad3853 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:09:44.592214 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-89246a96-55ec-4b71-bca1-dd2fe37d38e6 req-8fad8317-212c-4531-bd6c-ca33e2ad3853 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] 10.222.0.10 "GET /v2.0/ports?device_id=ed77822f-6a63-4555-a659-5982e2984dda HTTP/1.1" status: 200 len: 945 time: 0.0600624 Jul 16 14:09:44.628405 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-89246a96-55ec-4b71-bca1-dd2fe37d38e6 req-d3dc492a-6914-4138-8d6f-28950a063660 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] 10.222.0.10 "GET /v2.0/security-groups?id=aeebecfc-2afb-411a-b312-62aa81725bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308092 Jul 16 14:09:44.699690 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.agents_db [None req-74bc78d6-8b96-4e29-998d-b6ecd97de622 None None] Agent healthcheck: found 6 active agents {{(pid=93105) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 14:09:45.794723 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cf40e1-aa30-4d46-b517-ff575c88132d req-bf5a44d7-43a1-4a3a-a6f6-0ca06d334eca tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:09:45.796043 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-c7cf40e1-aa30-4d46-b517-ff575c88132d req-bf5a44d7-43a1-4a3a-a6f6-0ca06d334eca tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] 10.222.0.10 "GET /v2.0/ports?device_id=ed77822f-6a63-4555-a659-5982e2984dda HTTP/1.1" status: 200 len: 945 time: 0.0605047 Jul 16 14:09:45.832091 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-c7cf40e1-aa30-4d46-b517-ff575c88132d req-0ce5aba3-2c6d-4c70-84bc-3e3fda26b274 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] 10.222.0.10 "GET /v2.0/security-groups?id=aeebecfc-2afb-411a-b312-62aa81725bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306401 Jul 16 14:09:45.966044 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:09:46.074154 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85441b96-be6d-4a23-bd74-dfaa0165c816 req-9311e584-4a68-4418-911d-ebc20e710f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:09:46.075807 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-85441b96-be6d-4a23-bd74-dfaa0165c816 req-9311e584-4a68-4418-911d-ebc20e710f7f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b3b16082e5f440ba8228e496c1f92b3a&device_id=ed77822f-6a63-4555-a659-5982e2984dda HTTP/1.1" status: 200 len: 1098 time: 0.0571470 Jul 16 14:09:46.190246 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85441b96-be6d-4a23-bd74-dfaa0165c816 req-04d8e338-1f07-4f12-952e-c0e5c9b4ba86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:09:46.191697 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-85441b96-be6d-4a23-bd74-dfaa0165c816 req-04d8e338-1f07-4f12-952e-c0e5c9b4ba86 service neutron] 10.222.0.25 "GET /v2.0/networks?id=05b30fe7-953a-4cd0-9508-7a8db0272a66 HTTP/1.1" status: 200 len: 911 time: 0.0901432 Jul 16 14:09:46.264456 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-85441b96-be6d-4a23-bd74-dfaa0165c816 req-94341c0b-6f27-47c6-ab5d-87f423134cc4 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c74e18f5-9c2a-41df-ae2a-c937dfb58e48 HTTP/1.1" status: 200 len: 1001 time: 0.0622952 Jul 16 14:09:46.317278 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85441b96-be6d-4a23-bd74-dfaa0165c816 req-e21f9fae-6eb1-402c-947f-c5eab5c9b6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:09:46.318742 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-85441b96-be6d-4a23-bd74-dfaa0165c816 req-e21f9fae-6eb1-402c-947f-c5eab5c9b6d5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=06d06c6a-1905-449b-b463-f55701ce50ca HTTP/1.1" status: 200 len: 849 time: 0.0465012 Jul 16 14:09:46.379431 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85441b96-be6d-4a23-bd74-dfaa0165c816 req-c615d8c7-d105-4095-a3e6-1e5dcab3cc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:09:46.380962 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-85441b96-be6d-4a23-bd74-dfaa0165c816 req-c615d8c7-d105-4095-a3e6-1e5dcab3cc18 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=05b30fe7-953a-4cd0-9508-7a8db0272a66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0548756 Jul 16 14:09:46.491418 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-85441b96-be6d-4a23-bd74-dfaa0165c816 req-3d1ec7fc-bb8e-4fc5-90ad-fe62fb8e1a7e service neutron] 10.222.0.25 "GET /v2.0/networks/05b30fe7-953a-4cd0-9508-7a8db0272a66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984418 Jul 16 14:09:46.578578 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-85441b96-be6d-4a23-bd74-dfaa0165c816 req-c03723cf-d2e5-4a2b-9b51-0610d5cf2474 service neutron] 10.222.0.25 "GET /v2.0/networks/05b30fe7-953a-4cd0-9508-7a8db0272a66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813193 Jul 16 14:09:47.002272 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca09b7e8-df35-4143-baa7-74d12b42c2ef req-26eb3525-a476-4701-9b06-4b3408d525fd tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:09:47.003765 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-ca09b7e8-df35-4143-baa7-74d12b42c2ef req-26eb3525-a476-4701-9b06-4b3408d525fd tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] 10.222.0.10 "GET /v2.0/ports?device_id=ed77822f-6a63-4555-a659-5982e2984dda HTTP/1.1" status: 200 len: 945 time: 0.0643589 Jul 16 14:09:47.039671 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-ca09b7e8-df35-4143-baa7-74d12b42c2ef req-e1f2de07-fdec-4807-bca6-d518a41f46f7 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] 10.222.0.10 "GET /v2.0/security-groups?id=aeebecfc-2afb-411a-b312-62aa81725bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303991 Jul 16 14:09:47.736839 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-d62fab6c-4315-4546-99b1-6ca118210b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:09:47.766285 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 35078) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:09:47.871991 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-bc1705e2-f96f-467c-a908-05b4409032ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:09:47.964307 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-bc1705e2-f96f-467c-a908-05b4409032ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:09:47.967728 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-bc1705e2-f96f-467c-a908-05b4409032ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:09:48.004279 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-bc1705e2-f96f-467c-a908-05b4409032ed admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ebbf5cef6358450893641033b4581e48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2371697 Jul 16 14:09:48.006196 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1705e2-f96f-467c-a908-05b4409032ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcf3fcda-31d6-47c0-8d00-e416a008b282,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:09:48.007475 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 35082) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:09:48.013670 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1705e2-f96f-467c-a908-05b4409032ed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:09:48.014018 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1705e2-f96f-467c-a908-05b4409032ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:09:48.014360 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1705e2-f96f-467c-a908-05b4409032ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:09:48.014693 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1705e2-f96f-467c-a908-05b4409032ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:09:48.015022 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1705e2-f96f-467c-a908-05b4409032ed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:09:48.015348 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1705e2-f96f-467c-a908-05b4409032ed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:09:48.015684 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1705e2-f96f-467c-a908-05b4409032ed admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:09:48.015994 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1705e2-f96f-467c-a908-05b4409032ed admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:09:48.016318 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1705e2-f96f-467c-a908-05b4409032ed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:09:48.016637 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1705e2-f96f-467c-a908-05b4409032ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:09:48.016979 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1705e2-f96f-467c-a908-05b4409032ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:09:48.017297 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1705e2-f96f-467c-a908-05b4409032ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:09:48.055916 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c00f8788-db25-4908-9f29-b5109a348208 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:09:48.077433 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c00f8788-db25-4908-9f29-b5109a348208 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:09:48.123176 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c00f8788-db25-4908-9f29-b5109a348208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:09:48.125872 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c00f8788-db25-4908-9f29-b5109a348208 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:09:48.127094 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-c00f8788-db25-4908-9f29-b5109a348208 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/fcf3fcda-31d6-47c0-8d00-e416a008b282 HTTP/1.1" status: 204 len: 168 time: 0.1185994 Jul 16 14:09:48.135538 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00f8788-db25-4908-9f29-b5109a348208 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcf3fcda-31d6-47c0-8d00-e416a008b282,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:09:48.143791 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00f8788-db25-4908-9f29-b5109a348208 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:09:48.144239 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00f8788-db25-4908-9f29-b5109a348208 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:09:48.144673 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00f8788-db25-4908-9f29-b5109a348208 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:09:48.145090 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00f8788-db25-4908-9f29-b5109a348208 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:09:48.145500 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00f8788-db25-4908-9f29-b5109a348208 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:09:48.145881 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00f8788-db25-4908-9f29-b5109a348208 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:09:48.146213 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00f8788-db25-4908-9f29-b5109a348208 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:09:48.146537 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00f8788-db25-4908-9f29-b5109a348208 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:09:48.146859 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00f8788-db25-4908-9f29-b5109a348208 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:09:48.147182 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00f8788-db25-4908-9f29-b5109a348208 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:09:48.147500 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00f8788-db25-4908-9f29-b5109a348208 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:09:48.147855 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00f8788-db25-4908-9f29-b5109a348208 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:09:48.235106 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2050f07c-4d1b-41a0-bf74-4da2dbff4523 req-74841b38-e918-40ae-a4d4-b5c9b17754a7 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:09:48.236609 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-2050f07c-4d1b-41a0-bf74-4da2dbff4523 req-74841b38-e918-40ae-a4d4-b5c9b17754a7 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] 10.222.0.10 "GET /v2.0/ports?device_id=ed77822f-6a63-4555-a659-5982e2984dda HTTP/1.1" status: 200 len: 945 time: 0.0739946 Jul 16 14:09:48.277283 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-2050f07c-4d1b-41a0-bf74-4da2dbff4523 req-46f1161b-60c0-415c-b7d7-4ce83a7c0183 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] 10.222.0.10 "GET /v2.0/security-groups?id=aeebecfc-2afb-411a-b312-62aa81725bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338218 Jul 16 14:09:48.416145 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 35090) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:09:48.429116 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0002627d-f65a-4f69-bbf0-ed1615137bb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:09:48.514873 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0002627d-f65a-4f69-bbf0-ed1615137bb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:09:48.518427 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0002627d-f65a-4f69-bbf0-ed1615137bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:09:48.555823 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-0002627d-f65a-4f69-bbf0-ed1615137bb9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e6bffde9994a47349c5876cf595f6efc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1385882 Jul 16 14:09:48.556680 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0002627d-f65a-4f69-bbf0-ed1615137bb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13a67f6e-fecd-4b04-94bb-492fda394993,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:09:48.558469 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 35092) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:09:48.604850 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e2c6c8d4-6cd2-44bc-8f50-80bcb8bd30a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:09:48.625243 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e2c6c8d4-6cd2-44bc-8f50-80bcb8bd30a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:09:48.673175 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e2c6c8d4-6cd2-44bc-8f50-80bcb8bd30a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:09:48.675711 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e2c6c8d4-6cd2-44bc-8f50-80bcb8bd30a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:09:48.676925 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-e2c6c8d4-6cd2-44bc-8f50-80bcb8bd30a1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/13a67f6e-fecd-4b04-94bb-492fda394993 HTTP/1.1" status: 204 len: 168 time: 0.1173117 Jul 16 14:09:48.686736 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c6c8d4-6cd2-44bc-8f50-80bcb8bd30a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13a67f6e-fecd-4b04-94bb-492fda394993,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:09:49.448791 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5eca2f-3d85-4959-a6da-c203049b3281 req-4fde8568-370a-4921-9bc9-eaa5ab85f8d0 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:09:49.450422 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-0a5eca2f-3d85-4959-a6da-c203049b3281 req-4fde8568-370a-4921-9bc9-eaa5ab85f8d0 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] 10.222.0.10 "GET /v2.0/ports?device_id=ed77822f-6a63-4555-a659-5982e2984dda HTTP/1.1" status: 200 len: 945 time: 0.0634172 Jul 16 14:09:49.493390 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-0a5eca2f-3d85-4959-a6da-c203049b3281 req-0b8ce58c-a7a9-4ec2-bc6e-3ab0bd599465 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] 10.222.0.10 "GET /v2.0/security-groups?id=aeebecfc-2afb-411a-b312-62aa81725bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347958 Jul 16 14:09:49.889413 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ace84c-8eb4-4d80-a6eb-2b3719dc9ff0 req-e7343b0a-ff6f-467e-bd6f-e6048463dbf6 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:09:49.892802 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-23ace84c-8eb4-4d80-a6eb-2b3719dc9ff0 req-e7343b0a-ff6f-467e-bd6f-e6048463dbf6 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] 10.222.0.10 "GET /v2.0/ports?device_id=ed77822f-6a63-4555-a659-5982e2984dda HTTP/1.1" status: 200 len: 945 time: 0.1099324 Jul 16 14:09:50.197916 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91c1b77-7f5b-40a1-a25f-e40c91afbb20 req-bcdd2bf4-bf61-4695-9594-107f0bb25b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:09:50.199507 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-d91c1b77-7f5b-40a1-a25f-e40c91afbb20 req-bcdd2bf4-bf61-4695-9594-107f0bb25b22 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b3b16082e5f440ba8228e496c1f92b3a&device_id=ed77822f-6a63-4555-a659-5982e2984dda HTTP/1.1" status: 200 len: 1098 time: 0.3602467 Jul 16 14:09:50.204714 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-23ace84c-8eb4-4d80-a6eb-2b3719dc9ff0 req-31c94daa-fbad-45b1-b40d-5f920aa995c3 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] 10.222.0.10 "GET /v2.0/security-groups?id=aeebecfc-2afb-411a-b312-62aa81725bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3025212 Jul 16 14:09:50.295845 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91c1b77-7f5b-40a1-a25f-e40c91afbb20 req-76aad32d-8409-4670-98f8-53ed0c8ca00f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:09:50.297419 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-d91c1b77-7f5b-40a1-a25f-e40c91afbb20 req-76aad32d-8409-4670-98f8-53ed0c8ca00f service neutron] 10.222.0.25 "GET /v2.0/networks?id=05b30fe7-953a-4cd0-9508-7a8db0272a66 HTTP/1.1" status: 200 len: 911 time: 0.0885286 Jul 16 14:09:50.357287 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-4a20233b-81cd-4699-b8d2-45c1c1aa35a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:09:50.370311 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-d91c1b77-7f5b-40a1-a25f-e40c91afbb20 req-4057b49d-dc03-4d66-9185-dbf5819ab885 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c74e18f5-9c2a-41df-ae2a-c937dfb58e48 HTTP/1.1" status: 200 len: 1001 time: 0.0659127 Jul 16 14:09:50.424493 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91c1b77-7f5b-40a1-a25f-e40c91afbb20 req-55a4542e-b86f-4740-8412-db63e0fce338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:09:50.426448 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-d91c1b77-7f5b-40a1-a25f-e40c91afbb20 req-55a4542e-b86f-4740-8412-db63e0fce338 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=06d06c6a-1905-449b-b463-f55701ce50ca HTTP/1.1" status: 200 len: 849 time: 0.0492737 Jul 16 14:09:50.489683 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91c1b77-7f5b-40a1-a25f-e40c91afbb20 req-d3c22a9f-202c-45b8-a6b8-36134afb77db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:09:50.492179 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-d91c1b77-7f5b-40a1-a25f-e40c91afbb20 req-d3c22a9f-202c-45b8-a6b8-36134afb77db service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=05b30fe7-953a-4cd0-9508-7a8db0272a66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0588689 Jul 16 14:09:50.586015 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-d91c1b77-7f5b-40a1-a25f-e40c91afbb20 req-b1e8a301-a7ad-488f-b2fa-afbb335da822 service neutron] 10.222.0.25 "GET /v2.0/networks/05b30fe7-953a-4cd0-9508-7a8db0272a66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870481 Jul 16 14:09:50.673515 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-d91c1b77-7f5b-40a1-a25f-e40c91afbb20 req-7c898050-975b-42c0-a8a3-a6e750fcb51e service neutron] 10.222.0.25 "GET /v2.0/networks/05b30fe7-953a-4cd0-9508-7a8db0272a66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803723 Jul 16 14:09:50.704287 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:09:51.379296 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a92ed8f-e8fc-49b2-a181-4da299c5da10 req-44046104-ad21-4076-b94d-32397dff4ae0 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:09:51.380827 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-5a92ed8f-e8fc-49b2-a181-4da299c5da10 req-44046104-ad21-4076-b94d-32397dff4ae0 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] 10.222.0.10 "GET /v2.0/ports?device_id=ed77822f-6a63-4555-a659-5982e2984dda HTTP/1.1" status: 200 len: 945 time: 0.0659463 Jul 16 14:09:51.418052 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-5a92ed8f-e8fc-49b2-a181-4da299c5da10 req-a3e35031-78f7-49e4-a822-e81b4af89863 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] 10.222.0.10 "GET /v2.0/security-groups?id=aeebecfc-2afb-411a-b312-62aa81725bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311611 Jul 16 14:09:51.441950 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-64ab8875-bbbc-4415-a681-ef47cf0d365f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:09:52.588358 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414fe596-07f5-42be-ad7b-33ce5666452c req-94baaf9c-3d1d-4196-9bff-720bf589864c tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:09:52.589821 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-414fe596-07f5-42be-ad7b-33ce5666452c req-94baaf9c-3d1d-4196-9bff-720bf589864c tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] 10.222.0.10 "GET /v2.0/ports?device_id=ed77822f-6a63-4555-a659-5982e2984dda HTTP/1.1" status: 200 len: 945 time: 0.0642862 Jul 16 14:09:52.625837 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-414fe596-07f5-42be-ad7b-33ce5666452c req-f7a853f4-d280-4438-9734-d5cd331cd653 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] 10.222.0.10 "GET /v2.0/security-groups?id=aeebecfc-2afb-411a-b312-62aa81725bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305991 Jul 16 14:09:53.085154 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-fe1600e4-7db6-428f-a340-75d1d02f3a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:09:54.488386 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 35268) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:09:54.525298 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 35272) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:09:54.635362 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-98d16681-39eb-4a39-851e-863f530c78bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:09:54.642705 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-00f69ee7-70af-4597-9a18-aebc946c94df admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:09:54.677236 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.db.api [None req-00f69ee7-70af-4597-9a18-aebc946c94df admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 14:09:54.677236 dv-cinder-784763-7-iscsi neutron-server[93102]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 16 14:09:54.677236 dv-cinder-784763-7-iscsi neutron-server[93102]: [parameters: {'project_id': 'd35ebc56f63544d09a7c826aa8c37d44', 'id': '32c5cd78-007e-4606-b10e-6376e4ff1f3b', 'expiration': datetime.datetime(2021, 7, 16, 14, 11, 54, 666319)}] Jul 16 14:09:54.677236 dv-cinder-784763-7-iscsi neutron-server[93102]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93102) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 14:09:54.677660 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG oslo_db.api [None req-00f69ee7-70af-4597-9a18-aebc946c94df admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 14:09:54.741147 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-98d16681-39eb-4a39-851e-863f530c78bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:09:54.744639 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-98d16681-39eb-4a39-851e-863f530c78bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:09:54.780667 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-98d16681-39eb-4a39-851e-863f530c78bf admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1d79e7dac55e448db8730b446e6116ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2543550 Jul 16 14:09:54.782583 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d16681-39eb-4a39-851e-863f530c78bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8e1a4df-40af-49e7-bdf1-05a3dd2d207d,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:09:54.783375 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 35276) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:09:54.831140 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-9fffd028-ea97-4940-9543-1346346bccbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:09:54.851356 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-9fffd028-ea97-4940-9543-1346346bccbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:09:54.896690 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-9fffd028-ea97-4940-9543-1346346bccbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:09:54.899201 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-9fffd028-ea97-4940-9543-1346346bccbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:09:54.900327 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-9fffd028-ea97-4940-9543-1346346bccbe admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a8e1a4df-40af-49e7-bdf1-05a3dd2d207d HTTP/1.1" status: 204 len: 168 time: 0.1158779 Jul 16 14:09:54.907778 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fffd028-ea97-4940-9543-1346346bccbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8e1a4df-40af-49e7-bdf1-05a3dd2d207d,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:09:55.147381 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 35282) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:09:55.160088 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-9b73171b-7b39-4163-8133-2bc1d0f3ff2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:09:55.179366 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-00f69ee7-70af-4597-9a18-aebc946c94df admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:09:55.247368 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-9b73171b-7b39-4163-8133-2bc1d0f3ff2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:09:55.251072 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-9b73171b-7b39-4163-8133-2bc1d0f3ff2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:09:55.294850 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-9b73171b-7b39-4163-8133-2bc1d0f3ff2d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e8520b9ca3584d3099f4497af4c891e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1463525 Jul 16 14:09:55.295942 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b73171b-7b39-4163-8133-2bc1d0f3ff2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82763d8f-71fd-4787-9794-28dd014b0f02,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:09:55.298098 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 35284) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:09:55.356785 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-00f69ee7-70af-4597-9a18-aebc946c94df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:09:55.362143 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-00f69ee7-70af-4597-9a18-aebc946c94df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:09:55.388863 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d6e1d775-f74f-4d9c-9d97-11ac70fce516 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:09:55.413643 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f69ee7-70af-4597-9a18-aebc946c94df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0c60510-d97b-4f35-9367-73d1fff816df,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:09:55.419849 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-00f69ee7-70af-4597-9a18-aebc946c94df admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d35ebc56f63544d09a7c826aa8c37d44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9303401 Jul 16 14:09:55.422655 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 35286) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:09:55.430832 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d6e1d775-f74f-4d9c-9d97-11ac70fce516 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:09:55.468927 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e80f0c99-bd22-4a4f-b6cf-886bc2387bce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:09:55.477016 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d6e1d775-f74f-4d9c-9d97-11ac70fce516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:09:55.479640 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d6e1d775-f74f-4d9c-9d97-11ac70fce516 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:09:55.480843 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-d6e1d775-f74f-4d9c-9d97-11ac70fce516 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/82763d8f-71fd-4787-9794-28dd014b0f02 HTTP/1.1" status: 204 len: 168 time: 0.1817863 Jul 16 14:09:55.489254 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e1d775-f74f-4d9c-9d97-11ac70fce516 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82763d8f-71fd-4787-9794-28dd014b0f02,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:09:55.492610 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e80f0c99-bd22-4a4f-b6cf-886bc2387bce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:09:55.541644 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e80f0c99-bd22-4a4f-b6cf-886bc2387bce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:09:55.544132 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e80f0c99-bd22-4a4f-b6cf-886bc2387bce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:09:55.545316 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-e80f0c99-bd22-4a4f-b6cf-886bc2387bce admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f0c60510-d97b-4f35-9367-73d1fff816df HTTP/1.1" status: 204 len: 168 time: 0.1216938 Jul 16 14:09:55.552891 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80f0c99-bd22-4a4f-b6cf-886bc2387bce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0c60510-d97b-4f35-9367-73d1fff816df,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:09:55.912931 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 35304) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:09:55.926198 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d6f93831-7c57-4637-b6eb-7208f8ca2142 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:09:56.015757 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d6f93831-7c57-4637-b6eb-7208f8ca2142 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:09:56.019772 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d6f93831-7c57-4637-b6eb-7208f8ca2142 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:09:56.060280 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-d6f93831-7c57-4637-b6eb-7208f8ca2142 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7734b4fb50f84f448275462df6774f84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1432974 Jul 16 14:09:56.060280 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f93831-7c57-4637-b6eb-7208f8ca2142 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e3826f5-d849-4881-898e-367b07ae6735,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:09:56.060667 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 35310) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:09:56.111894 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9d68a03b-4761-43b5-870c-0ba1db8626e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:09:56.134174 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9d68a03b-4761-43b5-870c-0ba1db8626e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:09:56.181451 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9d68a03b-4761-43b5-870c-0ba1db8626e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:09:56.183976 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9d68a03b-4761-43b5-870c-0ba1db8626e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:09:56.185179 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-9d68a03b-4761-43b5-870c-0ba1db8626e3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6e3826f5-d849-4881-898e-367b07ae6735 HTTP/1.1" status: 204 len: 168 time: 0.1231430 Jul 16 14:09:56.192944 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d68a03b-4761-43b5-870c-0ba1db8626e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e3826f5-d849-4881-898e-367b07ae6735,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:10:00.346455 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8ce499-951d-48aa-819d-f57c58eb5d6f req-60e1f89d-6aff-43b0-9474-5238212880b3 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:10:00.348515 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-5a8ce499-951d-48aa-819d-f57c58eb5d6f req-60e1f89d-6aff-43b0-9474-5238212880b3 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7c92e1b-6094-4c34-87d7-cc60aafaa6c1 HTTP/1.1" status: 200 len: 947 time: 0.0688460 Jul 16 14:10:00.387631 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-5a8ce499-951d-48aa-819d-f57c58eb5d6f req-4e1dff6b-73e6-4655-a3ef-ad2afcab047d tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7ffdc71-7446-41a9-bfc4-bf78fcf225fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332525 Jul 16 14:10:00.477256 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 35456) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:10:00.576318 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5b9b4ca2-aad0-42b6-a217-e986d1f14853 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:00.664465 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5b9b4ca2-aad0-42b6-a217-e986d1f14853 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:00.668007 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5b9b4ca2-aad0-42b6-a217-e986d1f14853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:00.705731 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-5b9b4ca2-aad0-42b6-a217-e986d1f14853 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f0262f9e8d814410afebaac30f207e3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2274187 Jul 16 14:10:00.706568 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9b4ca2-aad0-42b6-a217-e986d1f14853 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8532a56f-d424-4d51-bb42-34649ce97c67,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:10:00.708432 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 35460) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:10:00.755720 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-fc647dab-9ab9-49c2-96e5-6f95f4007b67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:00.776062 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-fc647dab-9ab9-49c2-96e5-6f95f4007b67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:00.820111 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-fc647dab-9ab9-49c2-96e5-6f95f4007b67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:00.822597 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-fc647dab-9ab9-49c2-96e5-6f95f4007b67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:00.823719 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-fc647dab-9ab9-49c2-96e5-6f95f4007b67 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8532a56f-d424-4d51-bb42-34649ce97c67 HTTP/1.1" status: 204 len: 168 time: 0.1139171 Jul 16 14:10:00.830867 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc647dab-9ab9-49c2-96e5-6f95f4007b67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8532a56f-d424-4d51-bb42-34649ce97c67,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:10:01.074185 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 35474) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:10:01.087821 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-984559d4-bdf3-467b-b651-15251dd745d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:01.174467 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-984559d4-bdf3-467b-b651-15251dd745d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:01.178338 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-984559d4-bdf3-467b-b651-15251dd745d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:01.214702 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984559d4-bdf3-467b-b651-15251dd745d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddf891ca-0258-48ac-9db9-f12fee608549,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:10:01.220235 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-984559d4-bdf3-467b-b651-15251dd745d7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=af4d04ff93724f33933af7b1dbfcdc13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1450078 Jul 16 14:10:01.223547 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 35476) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:10:01.273313 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-9bae24e6-0294-45b0-b93e-290e3f34b8a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:01.294459 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-9bae24e6-0294-45b0-b93e-290e3f34b8a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:01.342788 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-9bae24e6-0294-45b0-b93e-290e3f34b8a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:01.345932 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-9bae24e6-0294-45b0-b93e-290e3f34b8a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:01.347087 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-9bae24e6-0294-45b0-b93e-290e3f34b8a9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ddf891ca-0258-48ac-9db9-f12fee608549 HTTP/1.1" status: 204 len: 168 time: 0.1223466 Jul 16 14:10:01.355968 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bae24e6-0294-45b0-b93e-290e3f34b8a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddf891ca-0258-48ac-9db9-f12fee608549,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:10:01.595285 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2647ff45-d3a2-40ba-a4f0-c566205abc1c req-34ca7be3-b9ea-4665-a36c-076411f2401d tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:10:01.597182 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-2647ff45-d3a2-40ba-a4f0-c566205abc1c req-34ca7be3-b9ea-4665-a36c-076411f2401d tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7c92e1b-6094-4c34-87d7-cc60aafaa6c1 HTTP/1.1" status: 200 len: 947 time: 0.0726671 Jul 16 14:10:01.636092 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-2647ff45-d3a2-40ba-a4f0-c566205abc1c req-aa3a7548-f00d-4176-b1e8-ddd1082af541 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7ffdc71-7446-41a9-bfc4-bf78fcf225fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327303 Jul 16 14:10:02.025241 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da37603-a272-4f70-8b3c-f359941372b6 req-d33dd89f-1993-43cb-99dd-552520a444c6 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:10:02.026688 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-4da37603-a272-4f70-8b3c-f359941372b6 req-d33dd89f-1993-43cb-99dd-552520a444c6 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7c92e1b-6094-4c34-87d7-cc60aafaa6c1 HTTP/1.1" status: 200 len: 947 time: 0.0646994 Jul 16 14:10:02.125699 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-4da37603-a272-4f70-8b3c-f359941372b6 req-fb0bade6-b868-4feb-a8dd-a10575e17969 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Deleting port 5dc77129-1453-4456-8a98-7b9dd10f5485 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 14:10:02.126047 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-4da37603-a272-4f70-8b3c-f359941372b6 req-fb0bade6-b868-4feb-a8dd-a10575e17969 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736156223663'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:02.216309 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-4da37603-a272-4f70-8b3c-f359941372b6 req-fb0bade6-b868-4feb-a8dd-a10575e17969 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] For port 5dc77129-1453-4456-8a98-7b9dd10f5485, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=5dc77129-1453-4456-8a98-7b9dd10f5485,segment=NetworkSegment(3a29ac3c-6c4f-4bde-a091-d921a298bf30),segment_id=3a29ac3c-6c4f-4bde-a091-d921a298bf30)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:10:02.216672 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-4da37603-a272-4f70-8b3c-f359941372b6 req-fb0bade6-b868-4feb-a8dd-a10575e17969 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683922'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:02.435279 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-4da37603-a272-4f70-8b3c-f359941372b6 req-fb0bade6-b868-4feb-a8dd-a10575e17969 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:02.435907 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-4da37603-a272-4f70-8b3c-f359941372b6 req-fb0bade6-b868-4feb-a8dd-a10575e17969 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-611497'] for floatingip, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:02.436014 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.db.l3_db [req-4da37603-a272-4f70-8b3c-f359941372b6 req-fb0bade6-b868-4feb-a8dd-a10575e17969 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Floating IP 7a0ead6d-bd81-44b3-b626-d1c1d1216e6c disassociated. External IP: 172.27.1.233, port: 5dc77129-1453-4456-8a98-7b9dd10f5485. Jul 16 14:10:02.436345 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-4da37603-a272-4f70-8b3c-f359941372b6 req-fb0bade6-b868-4feb-a8dd-a10575e17969 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Calling delete_port for 5dc77129-1453-4456-8a98-7b9dd10f5485 owned by compute:nova {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 14:10:02.570722 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-4da37603-a272-4f70-8b3c-f359941372b6 req-fb0bade6-b868-4feb-a8dd-a10575e17969 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736156224386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736155824267'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:02.603348 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0bade6-b868-4feb-a8dd-a10575e17969 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Pushing event deleted for resources: {'Port': ['ID=5dc77129-1453-4456-8a98-7b9dd10f5485,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:10:02.722815 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4da37603-a272-4f70-8b3c-f359941372b6 req-fb0bade6-b868-4feb-a8dd-a10575e17969 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Router fea882b0-1fd1-4bb1-a881-eb7e1e81c560 has already been hosted by L3 agent d50ece19-a35b-4d9c-a2c6-6c45fbfb3bdd {{(pid=93101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 14:10:02.870096 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-c207b748-d4ce-4694-bc4d-e0945afb9804 req-fbadb01b-fc9e-48f9-a582-67695273ae63 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7c92e1b-6094-4c34-87d7-cc60aafaa6c1 HTTP/1.1" status: 200 len: 210 time: 0.0376651 Jul 16 14:10:02.886019 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4da37603-a272-4f70-8b3c-f359941372b6 req-fb0bade6-b868-4feb-a8dd-a10575e17969 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Notify agent at l3_agent.dv-cinder-784763-7-iscsi the message routers_updated {{(pid=93101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 14:10:02.900337 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c7505a-474f-4126-b278-9a8fdb7c5161 None None] Sync routers for ids ['fea882b0-1fd1-4bb1-a881-eb7e1e81c560'] in dv-cinder-784763-7-iscsi {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 14:10:02.911224 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c7505a-474f-4126-b278-9a8fdb7c5161 None None] Routers {'fea882b0-1fd1-4bb1-a881-eb7e1e81c560'} bound to L3 agent in host dv-cinder-784763-7-iscsi {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 14:10:02.911829 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-38c7505a-474f-4126-b278-9a8fdb7c5161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T13:57:50Z,description=,heartbeat_timestamp=2021-07-16T14:09:50Z,host='dv-cinder-784763-7-iscsi',id=d50ece19-a35b-4d9c-a2c6-6c45fbfb3bdd,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T13:57:50Z,topic='l3_agent')) {'router_ids': ['fea882b0-1fd1-4bb1-a881-eb7e1e81c560'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:10:02.948691 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-4da37603-a272-4f70-8b3c-f359941372b6 req-fb0bade6-b868-4feb-a8dd-a10575e17969 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] No DVR routers for this DVR port 5dc77129-1453-4456-8a98-7b9dd10f5485 on host hv-cinder-78476 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 14:10:02.952478 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-4da37603-a272-4f70-8b3c-f359941372b6 req-fb0bade6-b868-4feb-a8dd-a10575e17969 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72406'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:02.955475 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-4da37603-a272-4f70-8b3c-f359941372b6 req-fb0bade6-b868-4feb-a8dd-a10575e17969 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.25 "DELETE /v2.0/ports/5dc77129-1453-4456-8a98-7b9dd10f5485 HTTP/1.1" status: 204 len: 173 time: 0.9230480 Jul 16 14:10:02.956122 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7c92e1b-6094-4c34-87d7-cc60aafaa6c1', 'name': 'network-vif-deleted', 'tag': '5dc77129-1453-4456-8a98-7b9dd10f5485'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 14:10:02.959699 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}669b174d507dea59856bca4514a747f2bad56b4b9d456cc0353e9cf2427ac1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8feea3f7-8dcd-4900-8b96-800161da23ba" -d '{"events": [{"server_uuid": "a7c92e1b-6094-4c34-87d7-cc60aafaa6c1", "name": "network-vif-deleted", "tag": "5dc77129-1453-4456-8a98-7b9dd10f5485"}]}' {{(pid=93101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 14:10:03.011099 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 14:10:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad85092f-42c9-4fe7-89b1-c7c56d9f3242 x-openstack-request-id: req-ad85092f-42c9-4fe7-89b1-c7c56d9f3242 {{(pid=93101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 14:10:03.011603 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7c92e1b-6094-4c34-87d7-cc60aafaa6c1", "name": "network-vif-deleted", "tag": "5dc77129-1453-4456-8a98-7b9dd10f5485", "status": "completed", "code": 200}]} {{(pid=93101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 14:10:03.012032 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ad85092f-42c9-4fe7-89b1-c7c56d9f3242 {{(pid=93101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 14:10:03.012734 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7c92e1b-6094-4c34-87d7-cc60aafaa6c1', 'name': 'network-vif-deleted', 'tag': '5dc77129-1453-4456-8a98-7b9dd10f5485', 'status': 'completed', 'code': 200} Jul 16 14:10:03.037510 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-38c7505a-474f-4126-b278-9a8fdb7c5161 None None] Set router fea882b0-1fd1-4bb1-a881-eb7e1e81c560 gateway port host: dv-cinder-784763-7-iscsi {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 14:10:03.280852 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-38c7505a-474f-4126-b278-9a8fdb7c5161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fea882b0-1fd1-4bb1-a881-eb7e1e81c560', 'name': 'tempest-AttachVolumeShelveTestJSON-512653053-router', 'tenant_id': 'a6bc8fee6e964669b7be670f21fca0f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'external_fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': '7b78f32c-2227-4088-9787-b67d4084a4d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T14:05:31Z', 'updated_at': '2021-07-16T14:05:39Z', 'revision_number': 4, 'project_id': 'a6bc8fee6e964669b7be670f21fca0f5', 'gw_port': {'id': '7b78f32c-2227-4088-9787-b67d4084a4d4', 'name': '', 'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:3a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea882b0-1fd1-4bb1-a881-eb7e1e81c560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:05:32Z', 'updated_at': '2021-07-16T14:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-7-iscsi', '_interfaces': [{'id': '7fe6d90a-41b1-4a21-a4b0-d37e1c60bd77', 'name': '', 'network_id': '3a4fb2c2-e115-4208-b9b7-fb0af769d696', 'tenant_id': 'a6bc8fee6e964669b7be670f21fca0f5', 'mac_address': 'fa:16:3e:d3:1c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea882b0-1fd1-4bb1-a881-eb7e1e81c560', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '9264d998-2235-4ea7-905f-68b77e185814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:05:37Z', 'updated_at': '2021-07-16T14:05:50Z', 'revision_number': 5, 'project_id': 'a6bc8fee6e964669b7be670f21fca0f5', 'subnets': [{'id': '9264d998-2235-4ea7-905f-68b77e185814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-7-iscsi', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:10:03.308453 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c7505a-474f-4126-b278-9a8fdb7c5161 None None] Checking router: fea882b0-1fd1-4bb1-a881-eb7e1e81c560 for host: dv-cinder-784763-7-iscsi {{(pid=93103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 14:10:03.317567 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c7505a-474f-4126-b278-9a8fdb7c5161 None None] Routers {'fea882b0-1fd1-4bb1-a881-eb7e1e81c560'} bound to L3 agent in host dv-cinder-784763-7-iscsi {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 14:10:03.318203 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-38c7505a-474f-4126-b278-9a8fdb7c5161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T13:57:50Z,description=,heartbeat_timestamp=2021-07-16T14:09:50Z,host='dv-cinder-784763-7-iscsi',id=d50ece19-a35b-4d9c-a2c6-6c45fbfb3bdd,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T13:57:50Z,topic='l3_agent')) {'router_ids': ['fea882b0-1fd1-4bb1-a881-eb7e1e81c560'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:10:03.426998 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-38c7505a-474f-4126-b278-9a8fdb7c5161 None None] Set router fea882b0-1fd1-4bb1-a881-eb7e1e81c560 gateway port host: dv-cinder-784763-7-iscsi {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 14:10:03.594123 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 35566) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:10:03.644466 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-38c7505a-474f-4126-b278-9a8fdb7c5161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fea882b0-1fd1-4bb1-a881-eb7e1e81c560', 'name': 'tempest-AttachVolumeShelveTestJSON-512653053-router', 'tenant_id': 'a6bc8fee6e964669b7be670f21fca0f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'external_fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': '7b78f32c-2227-4088-9787-b67d4084a4d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T14:05:31Z', 'updated_at': '2021-07-16T14:05:39Z', 'revision_number': 4, 'project_id': 'a6bc8fee6e964669b7be670f21fca0f5', 'gw_port': {'id': '7b78f32c-2227-4088-9787-b67d4084a4d4', 'name': '', 'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:3a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea882b0-1fd1-4bb1-a881-eb7e1e81c560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:05:32Z', 'updated_at': '2021-07-16T14:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-7-iscsi', '_interfaces': [{'id': '7fe6d90a-41b1-4a21-a4b0-d37e1c60bd77', 'name': '', 'network_id': '3a4fb2c2-e115-4208-b9b7-fb0af769d696', 'tenant_id': 'a6bc8fee6e964669b7be670f21fca0f5', 'mac_address': 'fa:16:3e:d3:1c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea882b0-1fd1-4bb1-a881-eb7e1e81c560', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '9264d998-2235-4ea7-905f-68b77e185814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:05:37Z', 'updated_at': '2021-07-16T14:05:50Z', 'revision_number': 5, 'project_id': 'a6bc8fee6e964669b7be670f21fca0f5', 'subnets': [{'id': '9264d998-2235-4ea7-905f-68b77e185814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-7-iscsi', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:10:03.678026 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c7505a-474f-4126-b278-9a8fdb7c5161 None None] The sync data for ids ['fea882b0-1fd1-4bb1-a881-eb7e1e81c560'] in dv-cinder-784763-7-iscsi is: [{'id': 'fea882b0-1fd1-4bb1-a881-eb7e1e81c560', 'name': 'tempest-AttachVolumeShelveTestJSON-512653053-router', 'tenant_id': 'a6bc8fee6e964669b7be670f21fca0f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'external_fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': '7b78f32c-2227-4088-9787-b67d4084a4d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T14:05:31Z', 'updated_at': '2021-07-16T14:05:39Z', 'revision_number': 4, 'project_id': 'a6bc8fee6e964669b7be670f21fca0f5', 'gw_port': {'id': '7b78f32c-2227-4088-9787-b67d4084a4d4', 'name': '', 'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:3a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea882b0-1fd1-4bb1-a881-eb7e1e81c560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:05:32Z', 'updated_at': '2021-07-16T14:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-7-iscsi', '_interfaces': [{'id': '7fe6d90a-41b1-4a21-a4b0-d37e1c60bd77', 'name': '', 'network_id': '3a4fb2c2-e115-4208-b9b7-fb0af769d696', 'tenant_id': 'a6bc8fee6e964669b7be670f21fca0f5', 'mac_address': 'fa:16:3e:d3:1c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea882b0-1fd1-4bb1-a881-eb7e1e81c560', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '9264d998-2235-4ea7-905f-68b77e185814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:05:37Z', 'updated_at': '2021-07-16T14:05:50Z', 'revision_number': 5, 'project_id': 'a6bc8fee6e964669b7be670f21fca0f5', 'subnets': [{'id': '9264d998-2235-4ea7-905f-68b77e185814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 14:10:03.722754 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7d040a77-8580-4ec0-a86f-56efb606fa04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:03.825343 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7d040a77-8580-4ec0-a86f-56efb606fa04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:03.829069 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7d040a77-8580-4ec0-a86f-56efb606fa04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:03.867788 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-7d040a77-8580-4ec0-a86f-56efb606fa04 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a2023062b70c48589466617db973ad2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2729373 Jul 16 14:10:03.868593 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d040a77-8580-4ec0-a86f-56efb606fa04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=517886fd-535c-4c42-8355-f48426f53085,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:10:03.871062 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 35570) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:10:03.937000 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5d1c954e-94d4-437e-ad13-9556a44f4244 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:03.963351 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5d1c954e-94d4-437e-ad13-9556a44f4244 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:03.985798 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ee791b-51d0-4616-95d5-f37373f9931e None None] New status for floating IP 7a0ead6d-bd81-44b3-b626-d1c1d1216e6c: DOWN {{(pid=93105) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 14:10:04.025605 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5d1c954e-94d4-437e-ad13-9556a44f4244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:04.028542 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5d1c954e-94d4-437e-ad13-9556a44f4244 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:04.044828 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-5d1c954e-94d4-437e-ad13-9556a44f4244 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/517886fd-535c-4c42-8355-f48426f53085 HTTP/1.1" status: 204 len: 168 time: 0.1709039 Jul 16 14:10:04.048857 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 35584) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:10:04.060611 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1c954e-94d4-437e-ad13-9556a44f4244 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=517886fd-535c-4c42-8355-f48426f53085,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:10:04.125482 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d3f34614-ad89-4727-98cc-771da884f28d tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:04.153606 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d3f34614-ad89-4727-98cc-771da884f28d tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:04.229322 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d3f34614-ad89-4727-98cc-771da884f28d tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:04.232598 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d3f34614-ad89-4727-98cc-771da884f28d tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:04.234048 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-d3f34614-ad89-4727-98cc-771da884f28d tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "DELETE /v2.0/security-groups/a7ffdc71-7446-41a9-bfc4-bf78fcf225fc HTTP/1.1" status: 204 len: 168 time: 0.1839869 Jul 16 14:10:04.236912 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 35588) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:10:04.256534 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f34614-ad89-4727-98cc-771da884f28d tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7ffdc71-7446-41a9-bfc4-bf78fcf225fc,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:10:04.260132 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.api.v2.resource [None req-23a2c210-7b3c-4005-a4b5-2b050f7f9afa tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] show failed (client error): The resource could not be found. Jul 16 14:10:04.261911 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-23a2c210-7b3c-4005-a4b5-2b050f7f9afa tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/security-groups/a7ffdc71-7446-41a9-bfc4-bf78fcf225fc HTTP/1.1" status: 404 len: 347 time: 0.0239851 Jul 16 14:10:04.265708 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 35590) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:10:04.381045 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 35592) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:10:04.398048 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-24a013bd-cd67-4f7e-a2f3-77c38f3f68ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:04.426445 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-b1cc2608-0bbd-4015-a7e3-979690d13c43 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Deleting port c1e518ee-4b50-4e1f-bf7c-622c43765113 {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 14:10:04.426786 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b1cc2608-0bbd-4015-a7e3-979690d13c43 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736156223663'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:04.533133 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b1cc2608-0bbd-4015-a7e3-979690d13c43 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683922'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:04.533506 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b1cc2608-0bbd-4015-a7e3-979690d13c43 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:04.552038 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-b1cc2608-0bbd-4015-a7e3-979690d13c43 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Calling delete_port for c1e518ee-4b50-4e1f-bf7c-622c43765113 owned by network:floatingip {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 14:10:04.566840 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Device 5dc77129-1453-4456-8a98-7b9dd10f5485 no longer exists at agent hyperv_hv-cinder-78476 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 14:10:04.586490 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] No Port match for: 5dc77129-1453-4456-8a98-7b9dd10f5485 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 14:10:04.586835 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Device 5dc77129-1453-4456-8a98-7b9dd10f5485 not bound to the agent host hv-cinder-78476 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 14:10:04.627647 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-24a013bd-cd67-4f7e-a2f3-77c38f3f68ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:04.636176 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-24a013bd-cd67-4f7e-a2f3-77c38f3f68ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:04.693301 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-24a013bd-cd67-4f7e-a2f3-77c38f3f68ac admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=88030f3ab1934dc3b8bd8bd54bfbc6b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3110993 Jul 16 14:10:04.694500 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a013bd-cd67-4f7e-a2f3-77c38f3f68ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d6ef7c1-7772-46e9-9c82-95bf96709079,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:10:04.696691 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 35594) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:10:04.756562 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5d1e299d-2d47-4fa5-916a-4f5b5e18da5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:04.765462 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b1cc2608-0bbd-4015-a7e3-979690d13c43 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736156224386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736155824267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4062758'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:04.780083 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5d1e299d-2d47-4fa5-916a-4f5b5e18da5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:04.792077 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cc2608-0bbd-4015-a7e3-979690d13c43 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Pushing event deleted for resources: {'Port': ['ID=c1e518ee-4b50-4e1f-bf7c-622c43765113,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:10:04.834289 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5d1e299d-2d47-4fa5-916a-4f5b5e18da5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:04.836743 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5d1e299d-2d47-4fa5-916a-4f5b5e18da5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:04.840207 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-5d1e299d-2d47-4fa5-916a-4f5b5e18da5b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7d6ef7c1-7772-46e9-9c82-95bf96709079 HTTP/1.1" status: 204 len: 168 time: 0.1400359 Jul 16 14:10:04.857553 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b1cc2608-0bbd-4015-a7e3-979690d13c43 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Notify callbacks [] for floatingip, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:04.859387 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1e299d-2d47-4fa5-916a-4f5b5e18da5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d6ef7c1-7772-46e9-9c82-95bf96709079,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:10:04.860993 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b1cc2608-0bbd-4015-a7e3-979690d13c43 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72406'] for floatingip, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:04.862447 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-b1cc2608-0bbd-4015-a7e3-979690d13c43 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "DELETE /v2.0/floatingips/7a0ead6d-bd81-44b3-b626-d1c1d1216e6c HTTP/1.1" status: 204 len: 168 time: 0.5954394 Jul 16 14:10:05.081021 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 35602) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:10:05.085841 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.v2.base [None req-a022f29d-ac99-474a-ac18-0dea99a028d2 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1436423054', 'description': 'tempest-description--620993366'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:10:05.123941 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a022f29d-ac99-474a-ac18-0dea99a028d2 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:05.222953 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a022f29d-ac99-474a-ac18-0dea99a028d2 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:05.230036 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a022f29d-ac99-474a-ac18-0dea99a028d2 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:05.259553 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a022f29d-ac99-474a-ac18-0dea99a028d2 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:05.260946 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-a022f29d-ac99-474a-ac18-0dea99a028d2 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1787827 Jul 16 14:10:05.262856 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a022f29d-ac99-474a-ac18-0dea99a028d2 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c503182-09b9-4e47-85c4-a937a2862e32,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:10:05.263836 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 35618) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:10:05.268384 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.v2.base [None req-07666731-b47b-4d9e-832d-2e0a35bd39ce tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Request body: {'security_group_rule': {'security_group_id': '6c503182-09b9-4e47-85c4-a937a2862e32', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:10:05.297076 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-07666731-b47b-4d9e-832d-2e0a35bd39ce tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:05.351238 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-07666731-b47b-4d9e-832d-2e0a35bd39ce tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:05.354650 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-07666731-b47b-4d9e-832d-2e0a35bd39ce tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829969'] for security_group_rule, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:05.374836 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07666731-b47b-4d9e-832d-2e0a35bd39ce tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4035b574-bed3-4060-a037-c20887d754ce,revision_number=0']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:10:05.386638 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-07666731-b47b-4d9e-832d-2e0a35bd39ce tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:05.388424 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-07666731-b47b-4d9e-832d-2e0a35bd39ce tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1233358 Jul 16 14:10:05.390736 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 35626) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:10:05.395389 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.v2.base [None req-91d5c14f-5657-4f46-b2c9-c5c8ea314288 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Request body: {'security_group_rule': {'security_group_id': '6c503182-09b9-4e47-85c4-a937a2862e32', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:10:05.424024 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-91d5c14f-5657-4f46-b2c9-c5c8ea314288 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:05.494610 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-91d5c14f-5657-4f46-b2c9-c5c8ea314288 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:05.499160 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-91d5c14f-5657-4f46-b2c9-c5c8ea314288 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829969'] for security_group_rule, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:05.516707 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d5c14f-5657-4f46-b2c9-c5c8ea314288 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49f4017f-3d90-44c3-b42b-45fdb49555e5,revision_number=0']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:10:05.524346 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-91d5c14f-5657-4f46-b2c9-c5c8ea314288 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:05.525637 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-91d5c14f-5657-4f46-b2c9-c5c8ea314288 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1338873 Jul 16 14:10:05.528631 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 35634) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:10:05.533213 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.v2.base [None req-84fdb330-e886-4467-8a54-6e18b6e11eed tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Request body: {'floatingip': {'floating_network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:10:05.555269 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-84fdb330-e886-4467-8a54-6e18b6e11eed tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Notify callbacks [] for floatingip, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:05.581300 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 35636) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:10:05.650506 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-84fdb330-e886-4467-8a54-6e18b6e11eed tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:05.675968 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.v2.base [None req-46528574-f8ec-4d29-875b-9b7c92340ebb admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2112129785-network', 'tenant_id': 'deb95e414d084e59a9491a96374b126e'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:10:05.697132 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46528574-f8ec-4d29-875b-9b7c92340ebb admin admin] Made reservation on behalf of deb95e414d084e59a9491a96374b126e for: {'network': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 14:10:05.699513 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-46528574-f8ec-4d29-875b-9b7c92340ebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for network, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:05.707911 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-46528574-f8ec-4d29-875b-9b7c92340ebb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:05.753447 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [None req-84fdb330-e886-4467-8a54-6e18b6e11eed tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Allocated IP 172.27.1.120 (0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da/898cf826-a558-482b-96e1-37cc6b0abbc7/78cd8288-de49-4555-be50-13464f4142c7) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 14:10:05.794410 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-46528574-f8ec-4d29-875b-9b7c92340ebb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:05.798148 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-46528574-f8ec-4d29-875b-9b7c92340ebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:05.822236 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46528574-f8ec-4d29-875b-9b7c92340ebb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 225} {{(pid=93102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 14:10:05.831822 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46528574-f8ec-4d29-875b-9b7c92340ebb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf934ec5-6361-469c-9b6b-78170a57bc44,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:10:05.836656 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-46528574-f8ec-4d29-875b-9b7c92340ebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16512664'] for segment, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:05.837024 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.db.segments_db [None req-46528574-f8ec-4d29-875b-9b7c92340ebb admin admin] Added segment 4ea20850-6d50-426f-884d-13beac521997 of type vlan for network 00212012-b431-49a3-a42b-ffcd33b1f41e Jul 16 14:10:05.860810 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-84fdb330-e886-4467-8a54-6e18b6e11eed tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:05.878338 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-46528574-f8ec-4d29-875b-9b7c92340ebb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736155808503'] for network, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:05.900786 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-84fdb330-e886-4467-8a54-6e18b6e11eed tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736155824258'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:05.906457 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-46528574-f8ec-4d29-875b-9b7c92340ebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186'] for network, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:05.907418 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46528574-f8ec-4d29-875b-9b7c92340ebb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:10:05.907992 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-46528574-f8ec-4d29-875b-9b7c92340ebb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583268'] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:05.936954 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84fdb330-e886-4467-8a54-6e18b6e11eed tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Network 0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 14:10:05.943989 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-46528574-f8ec-4d29-875b-9b7c92340ebb admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3581901 Jul 16 14:10:05.944164 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-84fdb330-e886-4467-8a54-6e18b6e11eed tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 14:10:05.944278 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 35640) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:10:05.947750 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84fdb330-e886-4467-8a54-6e18b6e11eed tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 14:10:05.950534 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.v2.base [None req-3ace0ff8-55df-48c0-b913-7815fe7eae3d admin admin] Request body: {'subnet': {'network_id': '00212012-b431-49a3-a42b-ffcd33b1f41e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2112129785-subnet', 'tenant_id': 'deb95e414d084e59a9491a96374b126e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:10:05.956244 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fdb330-e886-4467-8a54-6e18b6e11eed tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Pushing event updated for resources: {'Port': ['ID=78cd8288-de49-4555-be50-13464f4142c7,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:10:05.980950 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46528574-f8ec-4d29-875b-9b7c92340ebb admin admin] Pushing event updated for resources: {'Network': ['ID=00212012-b431-49a3-a42b-ffcd33b1f41e,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:10:05.992443 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Network 00212012-b431-49a3-a42b-ffcd33b1f41e details requested by agent ovs-agent-dv-cinder-784763-7-iscsi with host dv-cinder-784763-7-iscsi {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 14:10:05.996730 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ace0ff8-55df-48c0-b913-7815fe7eae3d admin admin] Made reservation on behalf of deb95e414d084e59a9491a96374b126e for: {'subnet': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 14:10:05.999116 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3ace0ff8-55df-48c0-b913-7815fe7eae3d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3919837'] for subnet, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:06.008581 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-84fdb330-e886-4467-8a54-6e18b6e11eed tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:06.055803 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-84fdb330-e886-4467-8a54-6e18b6e11eed tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:06.171984 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3ace0ff8-55df-48c0-b913-7815fe7eae3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4062858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3919823'] for subnet, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:06.208606 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-84fdb330-e886-4467-8a54-6e18b6e11eed tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:06.214156 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-84fdb330-e886-4467-8a54-6e18b6e11eed tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736156224341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736155824276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736155824294'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:06.233346 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ace0ff8-55df-48c0-b913-7815fe7eae3d admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3156122-d430-4dd4-ba84-f82ea8e48cec,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:10:06.241891 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ace0ff8-55df-48c0-b913-7815fe7eae3d admin admin] Checking segment: {'id': '4ea20850-6d50-426f-884d-13beac521997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '00212012-b431-49a3-a42b-ffcd33b1f41e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 14:10:06.243128 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ace0ff8-55df-48c0-b913-7815fe7eae3d admin admin] Network hostable DHCP agents. Network: 00212012-b431-49a3-a42b-ffcd33b1f41e, hostable agents: ['ff372831-df71-440e-8c4b-463caa6f5ae0'], hosted agents: [] {{(pid=93102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 14:10:06.244350 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-84fdb330-e886-4467-8a54-6e18b6e11eed tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-611497'] for floatingip, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:06.261427 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ace0ff8-55df-48c0-b913-7815fe7eae3d admin admin] Network 00212012-b431-49a3-a42b-ffcd33b1f41e is scheduled to be hosted by DHCP agent ff372831-df71-440e-8c4b-463caa6f5ae0 with binding_index 1 {{(pid=93102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 14:10:06.274613 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-3ace0ff8-55df-48c0-b913-7815fe7eae3d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784763-7-iscsi, 00212012-b431-49a3-a42b-ffcd33b1f41e) {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 14:10:06.274964 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-84fdb330-e886-4467-8a54-6e18b6e11eed tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72406'] for floatingip, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:06.276165 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-84fdb330-e886-4467-8a54-6e18b6e11eed tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7465081 Jul 16 14:10:06.277343 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fdb330-e886-4467-8a54-6e18b6e11eed tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Pushing event updated for resources: {'Port': ['ID=78cd8288-de49-4555-be50-13464f4142c7,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:10:06.288808 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ace0ff8-55df-48c0-b913-7815fe7eae3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:10:06.289322 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3ace0ff8-55df-48c0-b913-7815fe7eae3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583268'] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:06.301590 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ba75dcd-e9d9-4e26-99da-6a46f2e331dc None None] Network 00212012-b431-49a3-a42b-ffcd33b1f41e requested from dv-cinder-784763-7-iscsi {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 14:10:06.307270 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-3ace0ff8-55df-48c0-b913-7815fe7eae3d admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3618653 Jul 16 14:10:06.440758 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ead59bd-2f22-40f4-b32a-4240a2692186 None None] Network 00212012-b431-49a3-a42b-ffcd33b1f41e requested from dv-cinder-784763-7-iscsi {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 14:10:06.488669 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 35664) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:10:06.505333 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-9ec37ba2-af5f-4a15-a0f3-bd5109c39b8e req-97c378eb-2637-42f1-88fc-a8d9ee91feca tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--1436423054&fields=id&tenant_id=a6bc8fee6e964669b7be670f21fca0f5 HTTP/1.1" status: 200 len: 267 time: 0.0448523 Jul 16 14:10:06.614592 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f05f93b2-8107-4756-9b30-c14133d3ed3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:06.645947 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec37ba2-af5f-4a15-a0f3-bd5109c39b8e req-0defc82b-33a6-4327-ba88-d7136e9b730e tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:10:06.647946 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-9ec37ba2-af5f-4a15-a0f3-bd5109c39b8e req-0defc82b-33a6-4327-ba88-d7136e9b730e tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/networks?id=3a4fb2c2-e115-4208-b9b7-fb0af769d696 HTTP/1.1" status: 200 len: 816 time: 0.1391268 Jul 16 14:10:06.670141 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-9ec37ba2-af5f-4a15-a0f3-bd5109c39b8e req-4dca6aa7-1336-46cf-862b-8795c7bec317 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/quotas/a6bc8fee6e964669b7be670f21fca0f5 HTTP/1.1" status: 200 len: 375 time: 0.0158501 Jul 16 14:10:06.784294 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-9ec37ba2-af5f-4a15-a0f3-bd5109c39b8e req-daa6af13-5a8e-403d-9c20-c19d7a1dd4de tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=a6bc8fee6e964669b7be670f21fca0f5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1076458 Jul 16 14:10:06.796015 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f05f93b2-8107-4756-9b30-c14133d3ed3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:06.807985 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f05f93b2-8107-4756-9b30-c14133d3ed3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:06.869973 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-f05f93b2-8107-4756-9b30-c14133d3ed3a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=11b7e74c52cd4faa92cb0a2f759ecb70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3801682 Jul 16 14:10:06.873008 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 35676) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:10:06.908199 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05f93b2-8107-4756-9b30-c14133d3ed3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b9ac8c2-0bca-4593-bf9e-92300a779d41,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:10:06.937196 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-2ec2bc79-202f-4545-9540-c747b57cf371 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:06.940965 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-9ec37ba2-af5f-4a15-a0f3-bd5109c39b8e req-61315681-3183-48c3-919b-920cfcc2fa3b service neutron] 10.222.0.10 "GET /v2.0/networks/3a4fb2c2-e115-4208-b9b7-fb0af769d696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430912 Jul 16 14:10:06.958164 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-2ec2bc79-202f-4545-9540-c747b57cf371 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:07.004898 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-2ec2bc79-202f-4545-9540-c747b57cf371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:07.008003 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-2ec2bc79-202f-4545-9540-c747b57cf371 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:07.009192 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-2ec2bc79-202f-4545-9540-c747b57cf371 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4b9ac8c2-0bca-4593-bf9e-92300a779d41 HTTP/1.1" status: 204 len: 168 time: 0.1345291 Jul 16 14:10:07.017090 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec2bc79-202f-4545-9540-c747b57cf371 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b9ac8c2-0bca-4593-bf9e-92300a779d41,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:10:07.043975 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-9ec37ba2-af5f-4a15-a0f3-bd5109c39b8e req-d6efe330-efde-43b6-8ea7-6d01b9b49527 service neutron] 10.222.0.10 "GET /v2.0/networks/3a4fb2c2-e115-4208-b9b7-fb0af769d696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963624 Jul 16 14:10:07.261829 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 35682) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:10:07.274664 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-8719c18b-66c7-4343-b176-3cc4ddeca3d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:07.363214 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-8719c18b-66c7-4343-b176-3cc4ddeca3d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:07.367257 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-8719c18b-66c7-4343-b176-3cc4ddeca3d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:07.408365 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-8719c18b-66c7-4343-b176-3cc4ddeca3d4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=72dcfc3087e5417fb657c0967720616f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1454272 Jul 16 14:10:07.409246 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8719c18b-66c7-4343-b176-3cc4ddeca3d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79707380-251d-423f-b6a1-d8b1acf2dccc,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:10:07.411174 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 35684) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:10:07.457636 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d2d2ecb3-aded-4de9-942e-1ba05d84845c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:07.478203 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d2d2ecb3-aded-4de9-942e-1ba05d84845c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:07.522975 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d2d2ecb3-aded-4de9-942e-1ba05d84845c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:07.525493 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d2d2ecb3-aded-4de9-942e-1ba05d84845c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:07.526624 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-d2d2ecb3-aded-4de9-942e-1ba05d84845c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/79707380-251d-423f-b6a1-d8b1acf2dccc HTTP/1.1" status: 204 len: 168 time: 0.1144810 Jul 16 14:10:07.533793 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d2ecb3-aded-4de9-942e-1ba05d84845c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79707380-251d-423f-b6a1-d8b1acf2dccc,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:10:08.244359 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2140ecd2-4b62-44ec-8056-4122ddc8c997 req-9134ad6a-c891-4d48-9c7d-cadfddf6629f tempest-VolumesSnapshotTestJSON-784500810 tempest-VolumesSnapshotTestJSON-784500810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:10:08.246537 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-2140ecd2-4b62-44ec-8056-4122ddc8c997 req-9134ad6a-c891-4d48-9c7d-cadfddf6629f tempest-VolumesSnapshotTestJSON-784500810 tempest-VolumesSnapshotTestJSON-784500810-project] 10.222.0.10 "GET /v2.0/networks?id=00212012-b431-49a3-a42b-ffcd33b1f41e HTTP/1.1" status: 200 len: 814 time: 0.1165206 Jul 16 14:10:08.255004 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-1fdd0671-e0fd-4928-b4dc-c94bde9ee7b7 req-ad012a56-6d54-4f33-bf42-60803a4bbb31 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4fd96fc-3c77-440f-afb9-e8e0c57a00f1 HTTP/1.1" status: 200 len: 210 time: 0.0322611 Jul 16 14:10:08.263497 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-2140ecd2-4b62-44ec-8056-4122ddc8c997 req-4d12c489-e68e-445d-a02a-88d36be82730 tempest-VolumesSnapshotTestJSON-784500810 tempest-VolumesSnapshotTestJSON-784500810-project] 10.222.0.10 "GET /v2.0/quotas/deb95e414d084e59a9491a96374b126e HTTP/1.1" status: 200 len: 375 time: 0.0112872 Jul 16 14:10:08.304489 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-2140ecd2-4b62-44ec-8056-4122ddc8c997 req-25c9ca5b-cfc3-41c6-9f37-ea7244ee4a44 tempest-VolumesSnapshotTestJSON-784500810 tempest-VolumesSnapshotTestJSON-784500810-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=deb95e414d084e59a9491a96374b126e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0349586 Jul 16 14:10:08.402762 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-2140ecd2-4b62-44ec-8056-4122ddc8c997 req-837447b9-1826-43c0-b5a5-138269359f9e service neutron] 10.222.0.10 "GET /v2.0/networks/00212012-b431-49a3-a42b-ffcd33b1f41e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907514 Jul 16 14:10:08.506742 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-2140ecd2-4b62-44ec-8056-4122ddc8c997 req-ba300517-8578-4ecb-b74b-5ecea8dd8a32 service neutron] 10.222.0.10 "GET /v2.0/networks/00212012-b431-49a3-a42b-ffcd33b1f41e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978899 Jul 16 14:10:08.611142 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 35740) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:10:08.693831 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-505c0f72-abab-4e10-acbd-c63cd10cb67d req-0a503026-4e7d-4838-b5c1-40fd656c64b2 tempest-VolumesSnapshotTestJSON-784500810 tempest-VolumesSnapshotTestJSON-784500810-project] 10.222.0.10 "GET /v2.0/ports?device_id=d8d06899-031f-4b9d-b3e3-d73e812fb415 HTTP/1.1" status: 200 len: 210 time: 0.0378134 Jul 16 14:10:08.743778 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e435c14f-f4c5-4b73-9b5f-9d68440fecf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:08.844171 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e435c14f-f4c5-4b73-9b5f-9d68440fecf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:08.847428 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e435c14f-f4c5-4b73-9b5f-9d68440fecf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:08.882022 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-e435c14f-f4c5-4b73-9b5f-9d68440fecf8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0d21fa2e0e4a44628a30e7ab42c77e9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2697902 Jul 16 14:10:08.885708 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 35752) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:10:08.894147 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e435c14f-f4c5-4b73-9b5f-9d68440fecf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c53eb442-f55d-44a3-9f3c-ba1432d179bf,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:10:08.963407 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f390c21c-f62d-4179-837d-0e1ac96d2b64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:08.984518 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f390c21c-f62d-4179-837d-0e1ac96d2b64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:09.032958 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f390c21c-f62d-4179-837d-0e1ac96d2b64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:09.035491 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f390c21c-f62d-4179-837d-0e1ac96d2b64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:09.036633 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-f390c21c-f62d-4179-837d-0e1ac96d2b64 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c53eb442-f55d-44a3-9f3c-ba1432d179bf HTTP/1.1" status: 204 len: 168 time: 0.1491268 Jul 16 14:10:09.044425 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f390c21c-f62d-4179-837d-0e1ac96d2b64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c53eb442-f55d-44a3-9f3c-ba1432d179bf,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:10:09.428809 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-0efff4f7-0bfd-488d-aa1e-e991ba4fb418 req-ef1eb0e7-f89e-4304-8622-3de092148f7c tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4fd96fc-3c77-440f-afb9-e8e0c57a00f1 HTTP/1.1" status: 200 len: 210 time: 0.0307589 Jul 16 14:10:09.543437 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec37ba2-af5f-4a15-a0f3-bd5109c39b8e req-a77736d6-ff23-4626-8423-b044adf4186b tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:10:09.544930 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-9ec37ba2-af5f-4a15-a0f3-bd5109c39b8e req-a77736d6-ff23-4626-8423-b044adf4186b tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.25 "GET /v2.0/networks?id=3a4fb2c2-e115-4208-b9b7-fb0af769d696 HTTP/1.1" status: 200 len: 816 time: 0.1191275 Jul 16 14:10:09.604122 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-9ec37ba2-af5f-4a15-a0f3-bd5109c39b8e req-8ab65c09-baad-4079-b45f-5159c72a84f9 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a6bc8fee6e964669b7be670f21fca0f5 HTTP/1.1" status: 200 len: 380 time: 0.0375872 Jul 16 14:10:09.613529 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.v2.base [req-9ec37ba2-af5f-4a15-a0f3-bd5109c39b8e req-289251f5-995a-4560-9a3a-baa42f8a42d3 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Request body: {'port': {'device_id': 'f4fd96fc-3c77-440f-afb9-e8e0c57a00f1', 'network_id': '3a4fb2c2-e115-4208-b9b7-fb0af769d696', 'admin_state_up': True, 'tenant_id': 'a6bc8fee6e964669b7be670f21fca0f5', 'security_groups': ['6c503182-09b9-4e47-85c4-a937a2862e32']}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:10:09.729955 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ec37ba2-af5f-4a15-a0f3-bd5109c39b8e req-289251f5-995a-4560-9a3a-baa42f8a42d3 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Made reservation on behalf of a6bc8fee6e964669b7be670f21fca0f5 for: {'port': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 14:10:09.733780 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-9ec37ba2-af5f-4a15-a0f3-bd5109c39b8e req-289251f5-995a-4560-9a3a-baa42f8a42d3 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:09.855704 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-caacf9d3-783d-491e-aa22-30a3e9435135 req-cd2ce63a-58e4-4037-b6f9-05e6527b260e tempest-VolumesSnapshotTestJSON-784500810 tempest-VolumesSnapshotTestJSON-784500810-project] 10.222.0.10 "GET /v2.0/ports?device_id=d8d06899-031f-4b9d-b3e3-d73e812fb415 HTTP/1.1" status: 200 len: 210 time: 0.0431721 Jul 16 14:10:09.882720 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [req-9ec37ba2-af5f-4a15-a0f3-bd5109c39b8e req-289251f5-995a-4560-9a3a-baa42f8a42d3 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Allocated IP 172.20.0.9 (3a4fb2c2-e115-4208-b9b7-fb0af769d696/9264d998-2235-4ea7-905f-68b77e185814/31e7f4bc-de7b-4443-b4ec-e45a7e495fe4) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 14:10:10.030583 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2140ecd2-4b62-44ec-8056-4122ddc8c997 req-0ff8c599-b6f0-47cf-b3f0-bfb2befd61a8 tempest-VolumesSnapshotTestJSON-784500810 tempest-VolumesSnapshotTestJSON-784500810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:10:10.032094 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-2140ecd2-4b62-44ec-8056-4122ddc8c997 req-0ff8c599-b6f0-47cf-b3f0-bfb2befd61a8 tempest-VolumesSnapshotTestJSON-784500810 tempest-VolumesSnapshotTestJSON-784500810-project] 10.222.0.25 "GET /v2.0/networks?id=00212012-b431-49a3-a42b-ffcd33b1f41e HTTP/1.1" status: 200 len: 814 time: 0.1211104 Jul 16 14:10:10.053554 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-9ec37ba2-af5f-4a15-a0f3-bd5109c39b8e req-289251f5-995a-4560-9a3a-baa42f8a42d3 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:10.058382 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.v2.base [req-2140ecd2-4b62-44ec-8056-4122ddc8c997 req-19842843-9f81-481d-81e5-4404b89fde65 tempest-VolumesSnapshotTestJSON-784500810 tempest-VolumesSnapshotTestJSON-784500810-project] Request body: {'port': {'device_id': 'd8d06899-031f-4b9d-b3e3-d73e812fb415', 'network_id': '00212012-b431-49a3-a42b-ffcd33b1f41e', 'admin_state_up': True, 'tenant_id': 'deb95e414d084e59a9491a96374b126e'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:10:10.066877 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-9ec37ba2-af5f-4a15-a0f3-bd5109c39b8e req-289251f5-995a-4560-9a3a-baa42f8a42d3 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Transition to ACTIVE for port object 31e7f4bc-de7b-4443-b4ec-e45a7e495fe4 will not be triggered until provisioned by entity DHCP. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 14:10:10.114712 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-9ec37ba2-af5f-4a15-a0f3-bd5109c39b8e req-289251f5-995a-4560-9a3a-baa42f8a42d3 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736155824258'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:10.174433 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ec37ba2-af5f-4a15-a0f3-bd5109c39b8e req-289251f5-995a-4560-9a3a-baa42f8a42d3 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Network 3a4fb2c2-e115-4208-b9b7-fb0af769d696 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 14:10:10.177878 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [req-9ec37ba2-af5f-4a15-a0f3-bd5109c39b8e req-289251f5-995a-4560-9a3a-baa42f8a42d3 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 14:10:10.181976 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ec37ba2-af5f-4a15-a0f3-bd5109c39b8e req-289251f5-995a-4560-9a3a-baa42f8a42d3 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 14:10:10.187611 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec37ba2-af5f-4a15-a0f3-bd5109c39b8e req-289251f5-995a-4560-9a3a-baa42f8a42d3 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:10:10.189326 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-9ec37ba2-af5f-4a15-a0f3-bd5109c39b8e req-289251f5-995a-4560-9a3a-baa42f8a42d3 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72406'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:10.196033 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289251f5-995a-4560-9a3a-baa42f8a42d3 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Pushing event updated for resources: {'Port': ['ID=31e7f4bc-de7b-4443-b4ec-e45a7e495fe4,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:10:10.219551 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-9ec37ba2-af5f-4a15-a0f3-bd5109c39b8e req-289251f5-995a-4560-9a3a-baa42f8a42d3 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6097925 Jul 16 14:10:10.245716 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2140ecd2-4b62-44ec-8056-4122ddc8c997 req-19842843-9f81-481d-81e5-4404b89fde65 tempest-VolumesSnapshotTestJSON-784500810 tempest-VolumesSnapshotTestJSON-784500810-project] Made reservation on behalf of deb95e414d084e59a9491a96374b126e for: {'port': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 14:10:10.249213 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-2140ecd2-4b62-44ec-8056-4122ddc8c997 req-19842843-9f81-481d-81e5-4404b89fde65 tempest-VolumesSnapshotTestJSON-784500810 tempest-VolumesSnapshotTestJSON-784500810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:10.250817 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.v2.base [req-9ec37ba2-af5f-4a15-a0f3-bd5109c39b8e req-046a7f84-6a3c-4c6f-8ebb-6ffe09c79cf7 service neutron] Request body: {'port': {'device_id': 'f4fd96fc-3c77-440f-afb9-e8e0c57a00f1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78476'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:10:10.331283 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-9ec37ba2-af5f-4a15-a0f3-bd5109c39b8e req-046a7f84-6a3c-4c6f-8ebb-6ffe09c79cf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:10.383235 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [req-2140ecd2-4b62-44ec-8056-4122ddc8c997 req-19842843-9f81-481d-81e5-4404b89fde65 tempest-VolumesSnapshotTestJSON-784500810 tempest-VolumesSnapshotTestJSON-784500810-project] Allocated IP 172.20.0.12 (00212012-b431-49a3-a42b-ffcd33b1f41e/a3156122-d430-4dd4-ba84-f82ea8e48cec/d1e75487-12ea-4de6-9284-6ac64a5d5421) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 14:10:10.426215 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-c2fc8086-83d2-46ea-bbec-3692171ba524 None None] Provisioning for port 31e7f4bc-de7b-4443-b4ec-e45a7e495fe4 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 14:10:10.430825 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-c2fc8086-83d2-46ea-bbec-3692171ba524 None None] Provisioning complete for port 31e7f4bc-de7b-4443-b4ec-e45a7e495fe4 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 14:10:10.431191 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-c2fc8086-83d2-46ea-bbec-3692171ba524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16503849'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:10.469679 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-c2fc8086-83d2-46ea-bbec-3692171ba524 None None] Port 31e7f4bc-de7b-4443-b4ec-e45a7e495fe4 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 14:10:10.539945 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-2140ecd2-4b62-44ec-8056-4122ddc8c997 req-19842843-9f81-481d-81e5-4404b89fde65 tempest-VolumesSnapshotTestJSON-784500810 tempest-VolumesSnapshotTestJSON-784500810-project] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:10.579064 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-2140ecd2-4b62-44ec-8056-4122ddc8c997 req-19842843-9f81-481d-81e5-4404b89fde65 tempest-VolumesSnapshotTestJSON-784500810 tempest-VolumesSnapshotTestJSON-784500810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736155824258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4062758'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:10.622716 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2140ecd2-4b62-44ec-8056-4122ddc8c997 req-19842843-9f81-481d-81e5-4404b89fde65 tempest-VolumesSnapshotTestJSON-784500810 tempest-VolumesSnapshotTestJSON-784500810-project] Network 00212012-b431-49a3-a42b-ffcd33b1f41e is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 14:10:10.627820 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [req-2140ecd2-4b62-44ec-8056-4122ddc8c997 req-19842843-9f81-481d-81e5-4404b89fde65 tempest-VolumesSnapshotTestJSON-784500810 tempest-VolumesSnapshotTestJSON-784500810-project] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 14:10:10.633096 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [req-2140ecd2-4b62-44ec-8056-4122ddc8c997 req-19842843-9f81-481d-81e5-4404b89fde65 tempest-VolumesSnapshotTestJSON-784500810 tempest-VolumesSnapshotTestJSON-784500810-project] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 14:10:10.634205 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.notifiers.nova [req-9ec37ba2-af5f-4a15-a0f3-bd5109c39b8e req-046a7f84-6a3c-4c6f-8ebb-6ffe09c79cf7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31e7f4bc-de7b-4443-b4ec-e45a7e495fe4 {{(pid=93101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 14:10:10.635621 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19842843-9f81-481d-81e5-4404b89fde65 tempest-VolumesSnapshotTestJSON-784500810 tempest-VolumesSnapshotTestJSON-784500810-project] Pushing event updated for resources: {'Port': ['ID=d1e75487-12ea-4de6-9284-6ac64a5d5421,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:10:10.645414 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-9ec37ba2-af5f-4a15-a0f3-bd5109c39b8e req-046a7f84-6a3c-4c6f-8ebb-6ffe09c79cf7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:10.662809 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-9ec37ba2-af5f-4a15-a0f3-bd5109c39b8e req-046a7f84-6a3c-4c6f-8ebb-6ffe09c79cf7 service neutron] Transition to ACTIVE for port object 31e7f4bc-de7b-4443-b4ec-e45a7e495fe4 will not be triggered until provisioned by entity L2. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 14:10:10.673571 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0b7c78-3534-4e1d-b232-a80627f61146 req-f67aff40-9c59-4171-baeb-4e9413dcbea8 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:10:10.675052 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-1a0b7c78-3534-4e1d-b232-a80627f61146 req-f67aff40-9c59-4171-baeb-4e9413dcbea8 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4fd96fc-3c77-440f-afb9-e8e0c57a00f1 HTTP/1.1" status: 200 len: 931 time: 0.1139629 Jul 16 14:10:10.675777 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-9ec37ba2-af5f-4a15-a0f3-bd5109c39b8e req-046a7f84-6a3c-4c6f-8ebb-6ffe09c79cf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736156224341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736155824276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736155824294'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:10.686457 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2140ecd2-4b62-44ec-8056-4122ddc8c997 req-19842843-9f81-481d-81e5-4404b89fde65 tempest-VolumesSnapshotTestJSON-784500810 tempest-VolumesSnapshotTestJSON-784500810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:10:10.687136 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-2140ecd2-4b62-44ec-8056-4122ddc8c997 req-19842843-9f81-481d-81e5-4404b89fde65 tempest-VolumesSnapshotTestJSON-784500810 tempest-VolumesSnapshotTestJSON-784500810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72406'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:10.700580 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-2140ecd2-4b62-44ec-8056-4122ddc8c997 req-19842843-9f81-481d-81e5-4404b89fde65 tempest-VolumesSnapshotTestJSON-784500810 tempest-VolumesSnapshotTestJSON-784500810-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6501520 Jul 16 14:10:10.718267 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.v2.base [req-2140ecd2-4b62-44ec-8056-4122ddc8c997 req-2ec83d93-fae0-4ce6-bd0b-01fa1923749a service neutron] Request body: {'port': {'device_id': 'd8d06899-031f-4b9d-b3e3-d73e812fb415', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78476'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:10:10.768821 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046a7f84-6a3c-4c6f-8ebb-6ffe09c79cf7 service neutron] Pushing event updated for resources: {'Port': ['ID=31e7f4bc-de7b-4443-b4ec-e45a7e495fe4,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:10:10.774372 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-1a0b7c78-3534-4e1d-b232-a80627f61146 req-108c3800-ada0-4488-b29b-751dd5f2f468 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c503182-09b9-4e47-85c4-a937a2862e32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922165 Jul 16 14:10:10.788489 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-9ec37ba2-af5f-4a15-a0f3-bd5109c39b8e req-046a7f84-6a3c-4c6f-8ebb-6ffe09c79cf7 service neutron] Attempting to bind port 31e7f4bc-de7b-4443-b4ec-e45a7e495fe4 on host hv-cinder-78476 for vnic_type normal with profile {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 14:10:10.788994 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-9ec37ba2-af5f-4a15-a0f3-bd5109c39b8e req-046a7f84-6a3c-4c6f-8ebb-6ffe09c79cf7 service neutron] Attempting to bind port 31e7f4bc-de7b-4443-b4ec-e45a7e495fe4 by drivers openvswitch,hyperv on host hv-cinder-78476 at level 0 using segments [{'id': '3a29ac3c-6c4f-4bde-a091-d921a298bf30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '3a4fb2c2-e115-4208-b9b7-fb0af769d696'}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 14:10:10.789449 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec37ba2-af5f-4a15-a0f3-bd5109c39b8e req-046a7f84-6a3c-4c6f-8ebb-6ffe09c79cf7 service neutron] Attempting to bind port 31e7f4bc-de7b-4443-b4ec-e45a7e495fe4 on network 3a4fb2c2-e115-4208-b9b7-fb0af769d696 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 14:10:10.791630 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-2140ecd2-4b62-44ec-8056-4122ddc8c997 req-2ec83d93-fae0-4ce6-bd0b-01fa1923749a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:10.794324 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec37ba2-af5f-4a15-a0f3-bd5109c39b8e req-046a7f84-6a3c-4c6f-8ebb-6ffe09c79cf7 service neutron] Port 31e7f4bc-de7b-4443-b4ec-e45a7e495fe4 on network 3a4fb2c2-e115-4208-b9b7-fb0af769d696 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78476 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 14:10:10.794576 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec37ba2-af5f-4a15-a0f3-bd5109c39b8e req-046a7f84-6a3c-4c6f-8ebb-6ffe09c79cf7 service neutron] Attempting to bind port 31e7f4bc-de7b-4443-b4ec-e45a7e495fe4 on network 3a4fb2c2-e115-4208-b9b7-fb0af769d696 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 14:10:10.808838 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec37ba2-af5f-4a15-a0f3-bd5109c39b8e req-046a7f84-6a3c-4c6f-8ebb-6ffe09c79cf7 service neutron] Checking agent: {'id': '6fdce28b-c36c-45c9-95d7-1ffee3187505', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78476', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 14, 3, 46), 'started_at': datetime.datetime(2021, 7, 16, 14, 3, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 14, 9, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 14:10:10.808838 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec37ba2-af5f-4a15-a0f3-bd5109c39b8e req-046a7f84-6a3c-4c6f-8ebb-6ffe09c79cf7 service neutron] Checking segment: {'id': '3a29ac3c-6c4f-4bde-a091-d921a298bf30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '3a4fb2c2-e115-4208-b9b7-fb0af769d696'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 14:10:10.808838 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec37ba2-af5f-4a15-a0f3-bd5109c39b8e req-046a7f84-6a3c-4c6f-8ebb-6ffe09c79cf7 service neutron] Bound using segment: {'id': '3a29ac3c-6c4f-4bde-a091-d921a298bf30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '3a4fb2c2-e115-4208-b9b7-fb0af769d696'} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 14:10:10.808838 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-9ec37ba2-af5f-4a15-a0f3-bd5109c39b8e req-046a7f84-6a3c-4c6f-8ebb-6ffe09c79cf7 service neutron] Bound port: 31e7f4bc-de7b-4443-b4ec-e45a7e495fe4, host: hv-cinder-78476, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a29ac3c-6c4f-4bde-a091-d921a298bf30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '3a4fb2c2-e115-4208-b9b7-fb0af769d696'}}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 14:10:10.808838 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-9ec37ba2-af5f-4a15-a0f3-bd5109c39b8e req-046a7f84-6a3c-4c6f-8ebb-6ffe09c79cf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:10.870464 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-9ec37ba2-af5f-4a15-a0f3-bd5109c39b8e req-046a7f84-6a3c-4c6f-8ebb-6ffe09c79cf7 service neutron] For port 31e7f4bc-de7b-4443-b4ec-e45a7e495fe4, host hv-cinder-78476, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 14:10:10.874167 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-9ec37ba2-af5f-4a15-a0f3-bd5109c39b8e req-046a7f84-6a3c-4c6f-8ebb-6ffe09c79cf7 service neutron] For port 31e7f4bc-de7b-4443-b4ec-e45a7e495fe4, host hv-cinder-78476, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=31e7f4bc-de7b-4443-b4ec-e45a7e495fe4,segment=NetworkSegment(3a29ac3c-6c4f-4bde-a091-d921a298bf30),segment_id=3a29ac3c-6c4f-4bde-a091-d921a298bf30)] {{(pid=93101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 14:10:10.885976 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-9ec37ba2-af5f-4a15-a0f3-bd5109c39b8e req-046a7f84-6a3c-4c6f-8ebb-6ffe09c79cf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736156224341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736155824276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736155824294'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:10.925950 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec37ba2-af5f-4a15-a0f3-bd5109c39b8e req-046a7f84-6a3c-4c6f-8ebb-6ffe09c79cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:10:10.926662 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-9ec37ba2-af5f-4a15-a0f3-bd5109c39b8e req-046a7f84-6a3c-4c6f-8ebb-6ffe09c79cf7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72406'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:10.928216 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-9ec37ba2-af5f-4a15-a0f3-bd5109c39b8e req-046a7f84-6a3c-4c6f-8ebb-6ffe09c79cf7 service neutron] 10.222.0.25 "PUT /v2.0/ports/31e7f4bc-de7b-4443-b4ec-e45a7e495fe4 HTTP/1.1" status: 200 len: 1093 time: 0.6818898 Jul 16 14:10:10.928789 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4fd96fc-3c77-440f-afb9-e8e0c57a00f1', 'tag': '31e7f4bc-de7b-4443-b4ec-e45a7e495fe4'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 14:10:10.931359 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}669b174d507dea59856bca4514a747f2bad56b4b9d456cc0353e9cf2427ac1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7ba4835-3790-4785-859a-cfc50bb92997" -d '{"events": [{"name": "network-changed", "server_uuid": "f4fd96fc-3c77-440f-afb9-e8e0c57a00f1", "tag": "31e7f4bc-de7b-4443-b4ec-e45a7e495fe4"}]}' {{(pid=93101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 14:10:10.954550 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046a7f84-6a3c-4c6f-8ebb-6ffe09c79cf7 service neutron] Pushing event updated for resources: {'Port': ['ID=31e7f4bc-de7b-4443-b4ec-e45a7e495fe4,revision_number=3']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:10:10.979308 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 14:10:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-656b5918-b5da-4e3f-b57a-93444f9d7e58 x-openstack-request-id: req-656b5918-b5da-4e3f-b57a-93444f9d7e58 {{(pid=93101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 14:10:10.981079 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4fd96fc-3c77-440f-afb9-e8e0c57a00f1", "tag": "31e7f4bc-de7b-4443-b4ec-e45a7e495fe4", "status": "completed", "code": 200}]} {{(pid=93101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 14:10:10.981724 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-656b5918-b5da-4e3f-b57a-93444f9d7e58 {{(pid=93101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 14:10:10.982446 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4fd96fc-3c77-440f-afb9-e8e0c57a00f1', 'tag': '31e7f4bc-de7b-4443-b4ec-e45a7e495fe4', 'status': 'completed', 'code': 200} Jul 16 14:10:11.049226 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec37ba2-af5f-4a15-a0f3-bd5109c39b8e req-c8cbbd89-95c9-41e2-9c85-4dd78682affd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:10:11.051353 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-9ec37ba2-af5f-4a15-a0f3-bd5109c39b8e req-c8cbbd89-95c9-41e2-9c85-4dd78682affd service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a6bc8fee6e964669b7be670f21fca0f5&device_id=f4fd96fc-3c77-440f-afb9-e8e0c57a00f1 HTTP/1.1" status: 200 len: 1096 time: 0.0574677 Jul 16 14:10:11.104828 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-9ec37ba2-af5f-4a15-a0f3-bd5109c39b8e req-02265a42-4f16-40de-b6f7-f91da2e35bcf service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=31e7f4bc-de7b-4443-b4ec-e45a7e495fe4 HTTP/1.1" status: 200 len: 217 time: 0.0396283 Jul 16 14:10:11.106533 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048e662a-23af-4790-8c2b-4c36beccaa67 req-53078a57-5c68-4a58-a23f-78449645cc28 tempest-VolumesSnapshotTestJSON-784500810 tempest-VolumesSnapshotTestJSON-784500810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:10:11.108299 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-048e662a-23af-4790-8c2b-4c36beccaa67 req-53078a57-5c68-4a58-a23f-78449645cc28 tempest-VolumesSnapshotTestJSON-784500810 tempest-VolumesSnapshotTestJSON-784500810-project] 10.222.0.10 "GET /v2.0/ports?device_id=d8d06899-031f-4b9d-b3e3-d73e812fb415 HTTP/1.1" status: 200 len: 932 time: 0.1304095 Jul 16 14:10:11.156241 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec37ba2-af5f-4a15-a0f3-bd5109c39b8e req-a8b3b2ce-ddf4-4338-92c7-b32f1feb12b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:10:11.157834 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-9ec37ba2-af5f-4a15-a0f3-bd5109c39b8e req-a8b3b2ce-ddf4-4338-92c7-b32f1feb12b7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9264d998-2235-4ea7-905f-68b77e185814 HTTP/1.1" status: 200 len: 855 time: 0.0469260 Jul 16 14:10:11.177586 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.notifiers.nova [req-2140ecd2-4b62-44ec-8056-4122ddc8c997 req-2ec83d93-fae0-4ce6-bd0b-01fa1923749a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1e75487-12ea-4de6-9284-6ac64a5d5421 {{(pid=93102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 14:10:11.184345 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-048e662a-23af-4790-8c2b-4c36beccaa67 req-13c72b4d-d2c1-4181-9e8c-f68980021b63 tempest-VolumesSnapshotTestJSON-784500810 tempest-VolumesSnapshotTestJSON-784500810-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf934ec5-6361-469c-9b6b-78170a57bc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701749 Jul 16 14:10:11.188167 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-2140ecd2-4b62-44ec-8056-4122ddc8c997 req-2ec83d93-fae0-4ce6-bd0b-01fa1923749a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:11.212267 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.db.provisioning_blocks [req-2140ecd2-4b62-44ec-8056-4122ddc8c997 req-2ec83d93-fae0-4ce6-bd0b-01fa1923749a service neutron] Transition to ACTIVE for port object d1e75487-12ea-4de6-9284-6ac64a5d5421 will not be triggered until provisioned by entity L2. {{(pid=93102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 14:10:11.216281 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec37ba2-af5f-4a15-a0f3-bd5109c39b8e req-82db4ff3-2fff-4831-a015-bcc3b36d3b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:10:11.216420 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-2140ecd2-4b62-44ec-8056-4122ddc8c997 req-2ec83d93-fae0-4ce6-bd0b-01fa1923749a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736156224341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736155824276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736155824294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4062751'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:11.218084 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-9ec37ba2-af5f-4a15-a0f3-bd5109c39b8e req-82db4ff3-2fff-4831-a015-bcc3b36d3b96 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3a4fb2c2-e115-4208-b9b7-fb0af769d696&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0532298 Jul 16 14:10:11.290668 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec83d93-fae0-4ce6-bd0b-01fa1923749a service neutron] Pushing event updated for resources: {'Port': ['ID=d1e75487-12ea-4de6-9284-6ac64a5d5421,revision_number=2']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:10:11.346728 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [req-2140ecd2-4b62-44ec-8056-4122ddc8c997 req-2ec83d93-fae0-4ce6-bd0b-01fa1923749a service neutron] Attempting to bind port d1e75487-12ea-4de6-9284-6ac64a5d5421 on host hv-cinder-78476 for vnic_type normal with profile {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 14:10:11.347221 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [req-2140ecd2-4b62-44ec-8056-4122ddc8c997 req-2ec83d93-fae0-4ce6-bd0b-01fa1923749a service neutron] Attempting to bind port d1e75487-12ea-4de6-9284-6ac64a5d5421 by drivers openvswitch,hyperv on host hv-cinder-78476 at level 0 using segments [{'id': '4ea20850-6d50-426f-884d-13beac521997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '00212012-b431-49a3-a42b-ffcd33b1f41e'}] {{(pid=93102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 14:10:11.347653 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2140ecd2-4b62-44ec-8056-4122ddc8c997 req-2ec83d93-fae0-4ce6-bd0b-01fa1923749a service neutron] Attempting to bind port d1e75487-12ea-4de6-9284-6ac64a5d5421 on network 00212012-b431-49a3-a42b-ffcd33b1f41e {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 14:10:11.353071 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2140ecd2-4b62-44ec-8056-4122ddc8c997 req-2ec83d93-fae0-4ce6-bd0b-01fa1923749a service neutron] Port d1e75487-12ea-4de6-9284-6ac64a5d5421 on network 00212012-b431-49a3-a42b-ffcd33b1f41e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78476 {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 14:10:11.353539 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2140ecd2-4b62-44ec-8056-4122ddc8c997 req-2ec83d93-fae0-4ce6-bd0b-01fa1923749a service neutron] Attempting to bind port d1e75487-12ea-4de6-9284-6ac64a5d5421 on network 00212012-b431-49a3-a42b-ffcd33b1f41e {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 14:10:11.359456 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2140ecd2-4b62-44ec-8056-4122ddc8c997 req-2ec83d93-fae0-4ce6-bd0b-01fa1923749a service neutron] Checking agent: {'id': '6fdce28b-c36c-45c9-95d7-1ffee3187505', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78476', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 14, 3, 46), 'started_at': datetime.datetime(2021, 7, 16, 14, 3, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 14, 9, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 14:10:11.359955 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2140ecd2-4b62-44ec-8056-4122ddc8c997 req-2ec83d93-fae0-4ce6-bd0b-01fa1923749a service neutron] Checking segment: {'id': '4ea20850-6d50-426f-884d-13beac521997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '00212012-b431-49a3-a42b-ffcd33b1f41e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 14:10:11.360438 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2140ecd2-4b62-44ec-8056-4122ddc8c997 req-2ec83d93-fae0-4ce6-bd0b-01fa1923749a service neutron] Bound using segment: {'id': '4ea20850-6d50-426f-884d-13beac521997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '00212012-b431-49a3-a42b-ffcd33b1f41e'} {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 14:10:11.361004 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [req-2140ecd2-4b62-44ec-8056-4122ddc8c997 req-2ec83d93-fae0-4ce6-bd0b-01fa1923749a service neutron] Bound port: d1e75487-12ea-4de6-9284-6ac64a5d5421, host: hv-cinder-78476, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ea20850-6d50-426f-884d-13beac521997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '00212012-b431-49a3-a42b-ffcd33b1f41e'}}] {{(pid=93102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 14:10:11.361461 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-2140ecd2-4b62-44ec-8056-4122ddc8c997 req-2ec83d93-fae0-4ce6-bd0b-01fa1923749a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:11.430473 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.db [req-2140ecd2-4b62-44ec-8056-4122ddc8c997 req-2ec83d93-fae0-4ce6-bd0b-01fa1923749a service neutron] For port d1e75487-12ea-4de6-9284-6ac64a5d5421, host hv-cinder-78476, cleared binding levels {{(pid=93102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 14:10:11.434087 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.db [req-2140ecd2-4b62-44ec-8056-4122ddc8c997 req-2ec83d93-fae0-4ce6-bd0b-01fa1923749a service neutron] For port d1e75487-12ea-4de6-9284-6ac64a5d5421, host hv-cinder-78476, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=d1e75487-12ea-4de6-9284-6ac64a5d5421,segment=NetworkSegment(4ea20850-6d50-426f-884d-13beac521997),segment_id=4ea20850-6d50-426f-884d-13beac521997)] {{(pid=93102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 14:10:11.438641 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-2140ecd2-4b62-44ec-8056-4122ddc8c997 req-2ec83d93-fae0-4ce6-bd0b-01fa1923749a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736156224341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736155824276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736155824294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4062751'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:11.486304 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2140ecd2-4b62-44ec-8056-4122ddc8c997 req-2ec83d93-fae0-4ce6-bd0b-01fa1923749a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:10:11.487074 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-2140ecd2-4b62-44ec-8056-4122ddc8c997 req-2ec83d93-fae0-4ce6-bd0b-01fa1923749a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72406'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:11.489033 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-2140ecd2-4b62-44ec-8056-4122ddc8c997 req-2ec83d93-fae0-4ce6-bd0b-01fa1923749a service neutron] 10.222.0.25 "PUT /v2.0/ports/d1e75487-12ea-4de6-9284-6ac64a5d5421 HTTP/1.1" status: 200 len: 1094 time: 0.7750750 Jul 16 14:10:11.489592 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8d06899-031f-4b9d-b3e3-d73e812fb415', 'tag': 'd1e75487-12ea-4de6-9284-6ac64a5d5421'}] {{(pid=93102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 14:10:11.495793 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a11fcfe668901014f0ad0c9d70c66bea342e29a2e59f45ce58be81cf923ee92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5861817a-2efc-4ae7-9764-002d2a2f1904" -d '{"events": [{"name": "network-changed", "server_uuid": "d8d06899-031f-4b9d-b3e3-d73e812fb415", "tag": "d1e75487-12ea-4de6-9284-6ac64a5d5421"}]}' {{(pid=93102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 14:10:11.515679 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec83d93-fae0-4ce6-bd0b-01fa1923749a service neutron] Pushing event updated for resources: {'Port': ['ID=d1e75487-12ea-4de6-9284-6ac64a5d5421,revision_number=3']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:10:11.537058 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 14:10:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33c54362-6b04-4216-8a31-f5be2447b261 x-openstack-request-id: req-33c54362-6b04-4216-8a31-f5be2447b261 {{(pid=93102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 14:10:11.537343 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8d06899-031f-4b9d-b3e3-d73e812fb415", "tag": "d1e75487-12ea-4de6-9284-6ac64a5d5421", "status": "completed", "code": 200}]} {{(pid=93102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 14:10:11.537591 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-33c54362-6b04-4216-8a31-f5be2447b261 {{(pid=93102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 14:10:11.537982 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8d06899-031f-4b9d-b3e3-d73e812fb415', 'tag': 'd1e75487-12ea-4de6-9284-6ac64a5d5421', 'status': 'completed', 'code': 200} Jul 16 14:10:11.578729 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-9ec37ba2-af5f-4a15-a0f3-bd5109c39b8e req-39e592f1-2d36-4998-ba16-e14339825526 service neutron] 10.222.0.25 "GET /v2.0/networks/3a4fb2c2-e115-4208-b9b7-fb0af769d696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3539324 Jul 16 14:10:11.608112 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2140ecd2-4b62-44ec-8056-4122ddc8c997 req-f1efc6e6-3c9a-4c90-ab3e-d93e0676cd88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:10:11.609643 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-2140ecd2-4b62-44ec-8056-4122ddc8c997 req-f1efc6e6-3c9a-4c90-ab3e-d93e0676cd88 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=deb95e414d084e59a9491a96374b126e&device_id=d8d06899-031f-4b9d-b3e3-d73e812fb415 HTTP/1.1" status: 200 len: 1097 time: 0.0529709 Jul 16 14:10:11.656705 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-2140ecd2-4b62-44ec-8056-4122ddc8c997 req-6b14897b-6250-4534-bbb8-8588fe158b77 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d1e75487-12ea-4de6-9284-6ac64a5d5421 HTTP/1.1" status: 200 len: 217 time: 0.0333381 Jul 16 14:10:11.665849 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-9ec37ba2-af5f-4a15-a0f3-bd5109c39b8e req-934d5954-2488-471b-8380-fbde32b32c27 service neutron] 10.222.0.25 "GET /v2.0/networks/3a4fb2c2-e115-4208-b9b7-fb0af769d696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794904 Jul 16 14:10:11.705732 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2140ecd2-4b62-44ec-8056-4122ddc8c997 req-8b7a3703-44c5-405f-ba8c-14dc10598346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:10:11.707157 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-2140ecd2-4b62-44ec-8056-4122ddc8c997 req-8b7a3703-44c5-405f-ba8c-14dc10598346 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a3156122-d430-4dd4-ba84-f82ea8e48cec HTTP/1.1" status: 200 len: 854 time: 0.0436790 Jul 16 14:10:11.960430 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fd311f-42bd-4f86-b223-8bb28fc28598 req-bb033fa3-7e39-4691-9453-e8e5d7f4da83 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:10:11.961920 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-43fd311f-42bd-4f86-b223-8bb28fc28598 req-bb033fa3-7e39-4691-9453-e8e5d7f4da83 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4fd96fc-3c77-440f-afb9-e8e0c57a00f1 HTTP/1.1" status: 200 len: 943 time: 0.0646672 Jul 16 14:10:11.997817 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-43fd311f-42bd-4f86-b223-8bb28fc28598 req-a3ee0107-90e0-486e-97e9-a548cb3807d9 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c503182-09b9-4e47-85c4-a937a2862e32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304255 Jul 16 14:10:12.357179 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3062d7b-6882-4e84-b3c3-7e76b9bdade6 req-c40156c0-cbad-452f-9e17-b6a7a428aa48 tempest-VolumesSnapshotTestJSON-784500810 tempest-VolumesSnapshotTestJSON-784500810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:10:12.358847 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-e3062d7b-6882-4e84-b3c3-7e76b9bdade6 req-c40156c0-cbad-452f-9e17-b6a7a428aa48 tempest-VolumesSnapshotTestJSON-784500810 tempest-VolumesSnapshotTestJSON-784500810-project] 10.222.0.10 "GET /v2.0/ports?device_id=d8d06899-031f-4b9d-b3e3-d73e812fb415 HTTP/1.1" status: 200 len: 944 time: 0.0605443 Jul 16 14:10:12.397924 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-e3062d7b-6882-4e84-b3c3-7e76b9bdade6 req-074f926f-acf0-4735-9fd4-49b760e713b5 tempest-VolumesSnapshotTestJSON-784500810 tempest-VolumesSnapshotTestJSON-784500810-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf934ec5-6361-469c-9b6b-78170a57bc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335240 Jul 16 14:10:13.167691 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded99bd8-78f8-4a90-aef2-0b4613877432 req-fd1135ee-5776-4f02-821a-9cf80d1a7142 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:10:13.169158 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-ded99bd8-78f8-4a90-aef2-0b4613877432 req-fd1135ee-5776-4f02-821a-9cf80d1a7142 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4fd96fc-3c77-440f-afb9-e8e0c57a00f1 HTTP/1.1" status: 200 len: 943 time: 0.0615416 Jul 16 14:10:13.205516 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-ded99bd8-78f8-4a90-aef2-0b4613877432 req-09ed8924-5b11-4422-81e1-cac9bcd74dbb tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c503182-09b9-4e47-85c4-a937a2862e32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309579 Jul 16 14:10:13.563612 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61cca46-5f85-4649-a930-dd3d4ab00662 req-e8c92c29-4f45-4461-bc59-20c1089300fc tempest-VolumesSnapshotTestJSON-784500810 tempest-VolumesSnapshotTestJSON-784500810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:10:13.565085 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-b61cca46-5f85-4649-a930-dd3d4ab00662 req-e8c92c29-4f45-4461-bc59-20c1089300fc tempest-VolumesSnapshotTestJSON-784500810 tempest-VolumesSnapshotTestJSON-784500810-project] 10.222.0.10 "GET /v2.0/ports?device_id=d8d06899-031f-4b9d-b3e3-d73e812fb415 HTTP/1.1" status: 200 len: 944 time: 0.0609400 Jul 16 14:10:13.600483 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-b61cca46-5f85-4649-a930-dd3d4ab00662 req-d7de3f49-57ed-4ff2-99ee-e1e4e987b5fc tempest-VolumesSnapshotTestJSON-784500810 tempest-VolumesSnapshotTestJSON-784500810-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf934ec5-6361-469c-9b6b-78170a57bc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293562 Jul 16 14:10:14.380486 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27feb9da-3b83-4188-b419-bfba160c8ca5 req-309d5780-c08d-4771-a5c8-452a5a6ab601 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:10:14.382007 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-27feb9da-3b83-4188-b419-bfba160c8ca5 req-309d5780-c08d-4771-a5c8-452a5a6ab601 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4fd96fc-3c77-440f-afb9-e8e0c57a00f1 HTTP/1.1" status: 200 len: 943 time: 0.0644333 Jul 16 14:10:14.451329 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ba4835-3790-4785-859a-cfc50bb92997 req-d27e490e-770b-47d5-a459-41398d7a755b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:10:14.452947 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-a7ba4835-3790-4785-859a-cfc50bb92997 req-d27e490e-770b-47d5-a459-41398d7a755b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a6bc8fee6e964669b7be670f21fca0f5&device_id=f4fd96fc-3c77-440f-afb9-e8e0c57a00f1 HTTP/1.1" status: 200 len: 1096 time: 0.0534878 Jul 16 14:10:14.549624 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ba4835-3790-4785-859a-cfc50bb92997 req-3aa2213e-3a87-42bc-9168-4833cf2db269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:10:14.551553 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-a7ba4835-3790-4785-859a-cfc50bb92997 req-3aa2213e-3a87-42bc-9168-4833cf2db269 service neutron] 10.222.0.25 "GET /v2.0/networks?id=3a4fb2c2-e115-4208-b9b7-fb0af769d696 HTTP/1.1" status: 200 len: 917 time: 0.0910177 Jul 16 14:10:14.596349 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-a7ba4835-3790-4785-859a-cfc50bb92997 req-7af6c226-b2aa-488c-82c1-f5c58978c623 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=31e7f4bc-de7b-4443-b4ec-e45a7e495fe4 HTTP/1.1" status: 200 len: 217 time: 0.0359643 Jul 16 14:10:14.650783 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ba4835-3790-4785-859a-cfc50bb92997 req-793ce01a-9498-46df-a9e0-f3fd69263b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:10:14.652205 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-a7ba4835-3790-4785-859a-cfc50bb92997 req-793ce01a-9498-46df-a9e0-f3fd69263b44 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9264d998-2235-4ea7-905f-68b77e185814 HTTP/1.1" status: 200 len: 855 time: 0.0498657 Jul 16 14:10:14.676179 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-2140ecd2-4b62-44ec-8056-4122ddc8c997 req-d39d600c-bbac-4ff9-9b8b-3cbbeb71ee28 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=00212012-b431-49a3-a42b-ffcd33b1f41e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279956 Jul 16 14:10:14.699716 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-27feb9da-3b83-4188-b419-bfba160c8ca5 req-3be76f1a-f68c-4074-aacc-69024316002b tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c503182-09b9-4e47-85c4-a937a2862e32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3122389 Jul 16 14:10:14.719377 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ba4835-3790-4785-859a-cfc50bb92997 req-85274c17-ecf1-4a67-a454-f740acd14d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:10:14.721094 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-a7ba4835-3790-4785-859a-cfc50bb92997 req-85274c17-ecf1-4a67-a454-f740acd14d6a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3a4fb2c2-e115-4208-b9b7-fb0af769d696&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0574276 Jul 16 14:10:14.776987 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-2140ecd2-4b62-44ec-8056-4122ddc8c997 req-3863c3f2-3754-4207-a2e4-b79d3c507e4c service neutron] 10.222.0.25 "GET /v2.0/networks/00212012-b431-49a3-a42b-ffcd33b1f41e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915735 Jul 16 14:10:14.853282 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e986b7-1e66-44ea-ac22-5468110fed7a req-fedae462-37ad-4aae-8dde-159ab472eefd tempest-VolumesSnapshotTestJSON-784500810 tempest-VolumesSnapshotTestJSON-784500810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:10:14.855062 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-e5e986b7-1e66-44ea-ac22-5468110fed7a req-fedae462-37ad-4aae-8dde-159ab472eefd tempest-VolumesSnapshotTestJSON-784500810 tempest-VolumesSnapshotTestJSON-784500810-project] 10.222.0.10 "GET /v2.0/ports?device_id=d8d06899-031f-4b9d-b3e3-d73e812fb415 HTTP/1.1" status: 200 len: 944 time: 0.1329353 Jul 16 14:10:14.856830 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-a7ba4835-3790-4785-859a-cfc50bb92997 req-962eb65a-2dc6-48fe-82f2-582c2201d798 service neutron] 10.222.0.25 "GET /v2.0/networks/3a4fb2c2-e115-4208-b9b7-fb0af769d696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259389 Jul 16 14:10:14.863460 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-2140ecd2-4b62-44ec-8056-4122ddc8c997 req-47f22fc5-4582-4494-b607-fbed893c9721 service neutron] 10.222.0.25 "GET /v2.0/networks/00212012-b431-49a3-a42b-ffcd33b1f41e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795763 Jul 16 14:10:14.953095 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-e5e986b7-1e66-44ea-ac22-5468110fed7a req-bce7e70b-a41f-488b-9dcd-c677ace1801c tempest-VolumesSnapshotTestJSON-784500810 tempest-VolumesSnapshotTestJSON-784500810-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf934ec5-6361-469c-9b6b-78170a57bc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920198 Jul 16 14:10:14.981730 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-a7ba4835-3790-4785-859a-cfc50bb92997 req-0c9614ec-556c-4d13-b974-5a8bd1b9afea service neutron] 10.222.0.25 "GET /v2.0/networks/3a4fb2c2-e115-4208-b9b7-fb0af769d696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138706 Jul 16 14:10:15.025732 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5861817a-2efc-4ae7-9764-002d2a2f1904 req-eab3de2d-67ab-48d6-b74d-2a8abdfd51d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:10:15.027227 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-5861817a-2efc-4ae7-9764-002d2a2f1904 req-eab3de2d-67ab-48d6-b74d-2a8abdfd51d4 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=deb95e414d084e59a9491a96374b126e&device_id=d8d06899-031f-4b9d-b3e3-d73e812fb415 HTTP/1.1" status: 200 len: 1097 time: 0.0521607 Jul 16 14:10:15.116695 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5861817a-2efc-4ae7-9764-002d2a2f1904 req-3b6ab63b-aa7e-4a20-b788-beae90d20ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:10:15.118127 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-5861817a-2efc-4ae7-9764-002d2a2f1904 req-3b6ab63b-aa7e-4a20-b788-beae90d20ed1 service neutron] 10.222.0.25 "GET /v2.0/networks?id=00212012-b431-49a3-a42b-ffcd33b1f41e HTTP/1.1" status: 200 len: 915 time: 0.0838027 Jul 16 14:10:15.161062 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-5861817a-2efc-4ae7-9764-002d2a2f1904 req-798706a1-6219-47ef-a4d8-7381fe8c7218 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d1e75487-12ea-4de6-9284-6ac64a5d5421 HTTP/1.1" status: 200 len: 217 time: 0.0326517 Jul 16 14:10:15.211917 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5861817a-2efc-4ae7-9764-002d2a2f1904 req-c3b3b0dc-3182-436c-b1c7-f075d9045f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:10:15.213326 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-5861817a-2efc-4ae7-9764-002d2a2f1904 req-c3b3b0dc-3182-436c-b1c7-f075d9045f60 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a3156122-d430-4dd4-ba84-f82ea8e48cec HTTP/1.1" status: 200 len: 854 time: 0.0457561 Jul 16 14:10:15.246521 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-5861817a-2efc-4ae7-9764-002d2a2f1904 req-0256470a-2e95-43c0-896c-dea8e424ad7e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=00212012-b431-49a3-a42b-ffcd33b1f41e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259764 Jul 16 14:10:15.331308 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-5861817a-2efc-4ae7-9764-002d2a2f1904 req-2dd841a8-0860-4346-879a-cbe68e9b408d service neutron] 10.222.0.25 "GET /v2.0/networks/00212012-b431-49a3-a42b-ffcd33b1f41e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0775001 Jul 16 14:10:15.420896 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-5861817a-2efc-4ae7-9764-002d2a2f1904 req-7de2fcb4-015c-4d6b-b017-c17cb5e97254 service neutron] 10.222.0.25 "GET /v2.0/networks/00212012-b431-49a3-a42b-ffcd33b1f41e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817122 Jul 16 14:10:15.891423 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a36d61-14e5-475e-8592-622ed84ae421 req-ee48105a-a87a-49e4-bd8e-643a6c0b98cc tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:10:15.893115 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-c7a36d61-14e5-475e-8592-622ed84ae421 req-ee48105a-a87a-49e4-bd8e-643a6c0b98cc tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4fd96fc-3c77-440f-afb9-e8e0c57a00f1 HTTP/1.1" status: 200 len: 943 time: 0.0660868 Jul 16 14:10:15.936475 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-c7a36d61-14e5-475e-8592-622ed84ae421 req-3bfa4454-63c0-42fd-899b-e382a76f30c8 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c503182-09b9-4e47-85c4-a937a2862e32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368760 Jul 16 14:10:15.969551 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:16.126029 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880bcdf2-bd6d-4117-a6f8-cf839dfd77f8 req-1a2d9d29-dd22-4793-bfa6-79ffe0f4de3d tempest-VolumesSnapshotTestJSON-784500810 tempest-VolumesSnapshotTestJSON-784500810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:10:16.127554 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-880bcdf2-bd6d-4117-a6f8-cf839dfd77f8 req-1a2d9d29-dd22-4793-bfa6-79ffe0f4de3d tempest-VolumesSnapshotTestJSON-784500810 tempest-VolumesSnapshotTestJSON-784500810-project] 10.222.0.10 "GET /v2.0/ports?device_id=d8d06899-031f-4b9d-b3e3-d73e812fb415 HTTP/1.1" status: 200 len: 944 time: 0.0654025 Jul 16 14:10:16.167972 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-880bcdf2-bd6d-4117-a6f8-cf839dfd77f8 req-9ae48939-59dd-4fb0-bab8-5c8e3be5b5df tempest-VolumesSnapshotTestJSON-784500810 tempest-VolumesSnapshotTestJSON-784500810-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf934ec5-6361-469c-9b6b-78170a57bc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343742 Jul 16 14:10:16.591805 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Device 31e7f4bc-de7b-4443-b4ec-e45a7e495fe4 details requested by agent hyperv_hv-cinder-78476 with host hv-cinder-78476 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 14:10:16.681981 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] For port 31e7f4bc-de7b-4443-b4ec-e45a7e495fe4, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=31e7f4bc-de7b-4443-b4ec-e45a7e495fe4,segment=NetworkSegment(3a29ac3c-6c4f-4bde-a091-d921a298bf30),segment_id=3a29ac3c-6c4f-4bde-a091-d921a298bf30)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:10:16.692705 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Returning: {'device': '31e7f4bc-de7b-4443-b4ec-e45a7e495fe4', 'network_id': '3a4fb2c2-e115-4208-b9b7-fb0af769d696', 'port_id': '31e7f4bc-de7b-4443-b4ec-e45a7e495fe4', 'mac_address': 'fa:16:3e:12:8f:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9264d998-2235-4ea7-905f-68b77e185814', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 14:10:16.731940 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:16.744093 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31e7f4bc-de7b-4443-b4ec-e45a7e495fe4 {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 14:10:16.762956 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] For port 31e7f4bc-de7b-4443-b4ec-e45a7e495fe4, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=31e7f4bc-de7b-4443-b4ec-e45a7e495fe4,segment=NetworkSegment(3a29ac3c-6c4f-4bde-a091-d921a298bf30),segment_id=3a29ac3c-6c4f-4bde-a091-d921a298bf30)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:10:16.766824 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736156224341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736155824276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736155824294'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:16.767480 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Device d1e75487-12ea-4de6-9284-6ac64a5d5421 details requested by agent hyperv_hv-cinder-78476 with host hv-cinder-78476 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 14:10:16.838210 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Pushing event updated for resources: {'Port': ['ID=31e7f4bc-de7b-4443-b4ec-e45a7e495fe4,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:10:16.849234 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:10:16.849559 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:10:16.849900 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:10:16.850236 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:10:16.850568 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:10:16.850898 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:10:16.851226 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:10:16.851553 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:10:16.851901 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:10:16.852235 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:10:16.852556 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:10:16.852904 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:10:16.910458 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] For port d1e75487-12ea-4de6-9284-6ac64a5d5421, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=d1e75487-12ea-4de6-9284-6ac64a5d5421,segment=NetworkSegment(4ea20850-6d50-426f-884d-13beac521997),segment_id=4ea20850-6d50-426f-884d-13beac521997)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:10:16.921006 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Returning: {'device': 'd1e75487-12ea-4de6-9284-6ac64a5d5421', 'network_id': '00212012-b431-49a3-a42b-ffcd33b1f41e', 'port_id': 'd1e75487-12ea-4de6-9284-6ac64a5d5421', 'mac_address': 'fa:16:3e:ca:67:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3156122-d430-4dd4-ba84-f82ea8e48cec', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 14:10:16.956508 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:16.969506 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1e75487-12ea-4de6-9284-6ac64a5d5421 {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 14:10:16.989024 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] For port d1e75487-12ea-4de6-9284-6ac64a5d5421, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=d1e75487-12ea-4de6-9284-6ac64a5d5421,segment=NetworkSegment(4ea20850-6d50-426f-884d-13beac521997),segment_id=4ea20850-6d50-426f-884d-13beac521997)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:10:16.993993 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736156224341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736155824276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736155824294'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:17.039963 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Pushing event updated for resources: {'Port': ['ID=d1e75487-12ea-4de6-9284-6ac64a5d5421,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:10:17.121007 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39bf79d-7235-4a4c-bb4f-b5ef1729d4d7 req-5cfdf86a-a773-4e7b-b15a-3bc1428c7890 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:10:17.122365 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-e39bf79d-7235-4a4c-bb4f-b5ef1729d4d7 req-5cfdf86a-a773-4e7b-b15a-3bc1428c7890 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4fd96fc-3c77-440f-afb9-e8e0c57a00f1 HTTP/1.1" status: 200 len: 944 time: 0.0648558 Jul 16 14:10:17.158245 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-e39bf79d-7235-4a4c-bb4f-b5ef1729d4d7 req-398893b0-e183-4cef-8c17-04b2361e94ea tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c503182-09b9-4e47-85c4-a937a2862e32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301907 Jul 16 14:10:17.352379 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fad757-28a1-4725-ad7b-8ef680df7463 req-2ac87274-62f7-4a96-8e1a-48aaedb4260c tempest-VolumesSnapshotTestJSON-784500810 tempest-VolumesSnapshotTestJSON-784500810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:10:17.353874 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-14fad757-28a1-4725-ad7b-8ef680df7463 req-2ac87274-62f7-4a96-8e1a-48aaedb4260c tempest-VolumesSnapshotTestJSON-784500810 tempest-VolumesSnapshotTestJSON-784500810-project] 10.222.0.10 "GET /v2.0/ports?device_id=d8d06899-031f-4b9d-b3e3-d73e812fb415 HTTP/1.1" status: 200 len: 945 time: 0.0669613 Jul 16 14:10:17.365552 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] get_ports_and_sgs() called for port_ids ['31e7f4bc-de7b-4443-b4ec-e45a7e495fe4'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 14:10:17.387787 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] get_ports_and_sgs() called for port_ids ['d1e75487-12ea-4de6-9284-6ac64a5d5421'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 14:10:17.392133 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-14fad757-28a1-4725-ad7b-8ef680df7463 req-49c684b3-bfa0-444d-936b-c1a234d8c0fd tempest-VolumesSnapshotTestJSON-784500810 tempest-VolumesSnapshotTestJSON-784500810-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf934ec5-6361-469c-9b6b-78170a57bc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324140 Jul 16 14:10:17.737675 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-7a34687f-59be-472c-962e-75efdf70ccaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:18.335191 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f58d24a-535f-4471-8402-1db8845efcbf req-22b63dd4-6e6e-4a4a-8b66-a1f73183bc61 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:10:18.336692 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-6f58d24a-535f-4471-8402-1db8845efcbf req-22b63dd4-6e6e-4a4a-8b66-a1f73183bc61 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4fd96fc-3c77-440f-afb9-e8e0c57a00f1 HTTP/1.1" status: 200 len: 944 time: 0.0655055 Jul 16 14:10:18.374756 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-6f58d24a-535f-4471-8402-1db8845efcbf req-8c6b85cd-dd2a-497b-9ec6-59142a141451 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c503182-09b9-4e47-85c4-a937a2862e32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323784 Jul 16 14:10:18.554612 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 35886) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:10:18.569358 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba739a5b-a698-4b8d-a4f2-8cef522aed73 req-6dc442dd-3891-432a-b3e4-2f17f5e7f314 tempest-VolumesSnapshotTestJSON-784500810 tempest-VolumesSnapshotTestJSON-784500810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:10:18.570846 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-ba739a5b-a698-4b8d-a4f2-8cef522aed73 req-6dc442dd-3891-432a-b3e4-2f17f5e7f314 tempest-VolumesSnapshotTestJSON-784500810 tempest-VolumesSnapshotTestJSON-784500810-project] 10.222.0.10 "GET /v2.0/ports?device_id=d8d06899-031f-4b9d-b3e3-d73e812fb415 HTTP/1.1" status: 200 len: 945 time: 0.0703254 Jul 16 14:10:18.607573 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-ba739a5b-a698-4b8d-a4f2-8cef522aed73 req-1fa897bc-37cf-4909-b72f-04ab29d965dc tempest-VolumesSnapshotTestJSON-784500810 tempest-VolumesSnapshotTestJSON-784500810-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf934ec5-6361-469c-9b6b-78170a57bc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312233 Jul 16 14:10:18.618798 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Device d1e75487-12ea-4de6-9284-6ac64a5d5421 up at agent hyperv_hv-cinder-78476 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 14:10:18.655453 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5f742f66-b635-4423-8adb-db6f11ab43ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:18.667142 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Provisioning for port d1e75487-12ea-4de6-9284-6ac64a5d5421 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 14:10:18.670775 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Provisioning complete for port d1e75487-12ea-4de6-9284-6ac64a5d5421 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 14:10:18.671149 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16503849'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:18.744435 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5f742f66-b635-4423-8adb-db6f11ab43ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:18.748319 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5f742f66-b635-4423-8adb-db6f11ab43ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:18.750142 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:18.772112 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8d06899-031f-4b9d-b3e3-d73e812fb415', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1e75487-12ea-4de6-9284-6ac64a5d5421'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 14:10:18.774345 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e17b9d4f214fa64bfb48c5bf95da0f2ee536929a6529a77ec24820d0293f4c41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6f7e216-c445-4ad0-b839-dd88f8fb745d" -d '{"events": [{"server_uuid": "d8d06899-031f-4b9d-b3e3-d73e812fb415", "name": "network-vif-plugged", "status": "completed", "tag": "d1e75487-12ea-4de6-9284-6ac64a5d5421"}]}' {{(pid=93103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 14:10:18.788064 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] For port d1e75487-12ea-4de6-9284-6ac64a5d5421, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=d1e75487-12ea-4de6-9284-6ac64a5d5421,segment=NetworkSegment(4ea20850-6d50-426f-884d-13beac521997),segment_id=4ea20850-6d50-426f-884d-13beac521997)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:10:18.790010 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-5f742f66-b635-4423-8adb-db6f11ab43ea admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b306c0c40b7e4a22b6321ca2178d7fae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2343009 Jul 16 14:10:18.791007 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f742f66-b635-4423-8adb-db6f11ab43ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73f19fd3-1e0d-43be-a529-e69252df2f6d,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:10:18.792631 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 35892) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:10:18.805939 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736156224341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736155824276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736155824294'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:18.807316 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Device 31e7f4bc-de7b-4443-b4ec-e45a7e495fe4 up at agent hyperv_hv-cinder-78476 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 14:10:18.832412 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 14:10:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0843e8e-6f43-4b8c-afe6-1481c9c71b37 x-openstack-request-id: req-e0843e8e-6f43-4b8c-afe6-1481c9c71b37 {{(pid=93103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 14:10:18.832711 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8d06899-031f-4b9d-b3e3-d73e812fb415", "name": "network-vif-plugged", "status": "completed", "tag": "d1e75487-12ea-4de6-9284-6ac64a5d5421", "code": 200}]} {{(pid=93103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 14:10:18.832996 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e0843e8e-6f43-4b8c-afe6-1481c9c71b37 {{(pid=93103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 14:10:18.833388 dv-cinder-784763-7-iscsi neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8d06899-031f-4b9d-b3e3-d73e812fb415', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1e75487-12ea-4de6-9284-6ac64a5d5421', 'code': 200} Jul 16 14:10:18.843605 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6e035bf9-132b-4cb6-bee0-47b7f27f9f78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:18.869876 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6e035bf9-132b-4cb6-bee0-47b7f27f9f78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:18.889972 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Pushing event updated for resources: {'Port': ['ID=d1e75487-12ea-4de6-9284-6ac64a5d5421,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:10:18.902141 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Provisioning for port 31e7f4bc-de7b-4443-b4ec-e45a7e495fe4 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 14:10:18.909997 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Provisioning complete for port 31e7f4bc-de7b-4443-b4ec-e45a7e495fe4 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 14:10:18.911560 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16503849'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:18.929653 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6e035bf9-132b-4cb6-bee0-47b7f27f9f78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:18.932629 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6e035bf9-132b-4cb6-bee0-47b7f27f9f78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:18.936634 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-6e035bf9-132b-4cb6-bee0-47b7f27f9f78 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/73f19fd3-1e0d-43be-a529-e69252df2f6d HTTP/1.1" status: 204 len: 168 time: 0.1396563 Jul 16 14:10:18.952733 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e035bf9-132b-4cb6-bee0-47b7f27f9f78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73f19fd3-1e0d-43be-a529-e69252df2f6d,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:10:19.015067 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:19.052834 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] For port 31e7f4bc-de7b-4443-b4ec-e45a7e495fe4, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=31e7f4bc-de7b-4443-b4ec-e45a7e495fe4,segment=NetworkSegment(3a29ac3c-6c4f-4bde-a091-d921a298bf30),segment_id=3a29ac3c-6c4f-4bde-a091-d921a298bf30)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:10:19.056645 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736156224341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736155824276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736155824294'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:19.088599 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9c8aa5-9e10-42a9-91eb-52a856734ffa req-4527eae6-8b1a-4faa-823d-20807be30bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:10:19.090147 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-6d9c8aa5-9e10-42a9-91eb-52a856734ffa req-4527eae6-8b1a-4faa-823d-20807be30bd9 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=d8d06899-031f-4b9d-b3e3-d73e812fb415 HTTP/1.1" status: 200 len: 1099 time: 0.0566139 Jul 16 14:10:19.104645 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Pushing event updated for resources: {'Port': ['ID=31e7f4bc-de7b-4443-b4ec-e45a7e495fe4,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:10:19.126490 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-6d9c8aa5-9e10-42a9-91eb-52a856734ffa req-2531a1d7-d28b-4b43-814e-0f9e25a2bb09 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=cf934ec5-6361-469c-9b6b-78170a57bc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291758 Jul 16 14:10:19.560919 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c6be50-0a4f-4205-b9b8-4ead45337498 req-cf257ec9-4bf2-4893-9081-3e72d7bc4312 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:10:19.562305 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-c1c6be50-0a4f-4205-b9b8-4ead45337498 req-cf257ec9-4bf2-4893-9081-3e72d7bc4312 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4fd96fc-3c77-440f-afb9-e8e0c57a00f1 HTTP/1.1" status: 200 len: 945 time: 0.0635934 Jul 16 14:10:19.601278 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-c1c6be50-0a4f-4205-b9b8-4ead45337498 req-d9250105-1452-4e33-b164-c117f142f6c6 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c503182-09b9-4e47-85c4-a937a2862e32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330815 Jul 16 14:10:19.780745 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57a6a25-d516-4ddf-ab4f-95fc7a50eaad req-c5fcd4a4-bed8-4916-b00c-23074c4d997d tempest-VolumesSnapshotTestJSON-784500810 tempest-VolumesSnapshotTestJSON-784500810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:10:19.782301 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-e57a6a25-d516-4ddf-ab4f-95fc7a50eaad req-c5fcd4a4-bed8-4916-b00c-23074c4d997d tempest-VolumesSnapshotTestJSON-784500810 tempest-VolumesSnapshotTestJSON-784500810-project] 10.222.0.10 "GET /v2.0/ports?device_id=d8d06899-031f-4b9d-b3e3-d73e812fb415 HTTP/1.1" status: 200 len: 946 time: 0.0627158 Jul 16 14:10:19.821759 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-e57a6a25-d516-4ddf-ab4f-95fc7a50eaad req-7a0d79c1-8884-42f7-bc95-a90a344df94e tempest-VolumesSnapshotTestJSON-784500810 tempest-VolumesSnapshotTestJSON-784500810-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf934ec5-6361-469c-9b6b-78170a57bc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331981 Jul 16 14:10:20.360490 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-006dce1d-ec46-4999-903a-16261076d3a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:20.705600 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:20.779120 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659eb9a5-460f-4334-89a8-8a60f29852bb req-b988ae36-5d47-4111-a7f3-3987cd550a9c tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:10:20.780562 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-659eb9a5-460f-4334-89a8-8a60f29852bb req-b988ae36-5d47-4111-a7f3-3987cd550a9c tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4fd96fc-3c77-440f-afb9-e8e0c57a00f1 HTTP/1.1" status: 200 len: 945 time: 0.0646737 Jul 16 14:10:20.816843 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-659eb9a5-460f-4334-89a8-8a60f29852bb req-810fe306-536c-4f6b-b74f-b075d7e02173 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c503182-09b9-4e47-85c4-a937a2862e32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307324 Jul 16 14:10:20.835002 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4fd96fc-3c77-440f-afb9-e8e0c57a00f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31e7f4bc-de7b-4443-b4ec-e45a7e495fe4'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 14:10:20.837417 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e17b9d4f214fa64bfb48c5bf95da0f2ee536929a6529a77ec24820d0293f4c41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e60012c-8c72-4e9c-b98c-cb2fc5bd1b3d" -d '{"events": [{"server_uuid": "f4fd96fc-3c77-440f-afb9-e8e0c57a00f1", "name": "network-vif-plugged", "status": "completed", "tag": "31e7f4bc-de7b-4443-b4ec-e45a7e495fe4"}]}' {{(pid=93103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 14:10:20.872841 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 14:10:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e4db934-a7c4-42b2-9df3-6f4df758d2e1 x-openstack-request-id: req-8e4db934-a7c4-42b2-9df3-6f4df758d2e1 {{(pid=93103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 14:10:20.873169 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4fd96fc-3c77-440f-afb9-e8e0c57a00f1", "name": "network-vif-plugged", "status": "completed", "tag": "31e7f4bc-de7b-4443-b4ec-e45a7e495fe4", "code": 200}]} {{(pid=93103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 14:10:20.873419 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8e4db934-a7c4-42b2-9df3-6f4df758d2e1 {{(pid=93103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 14:10:20.873864 dv-cinder-784763-7-iscsi neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4fd96fc-3c77-440f-afb9-e8e0c57a00f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31e7f4bc-de7b-4443-b4ec-e45a7e495fe4', 'code': 200} Jul 16 14:10:20.999987 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60aaa60d-d3bc-42ed-bbc1-5f07a34e8194 req-22059dba-64ed-4383-a16e-e01ff49dc2dc tempest-VolumesSnapshotTestJSON-784500810 tempest-VolumesSnapshotTestJSON-784500810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:10:21.000859 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-60aaa60d-d3bc-42ed-bbc1-5f07a34e8194 req-22059dba-64ed-4383-a16e-e01ff49dc2dc tempest-VolumesSnapshotTestJSON-784500810 tempest-VolumesSnapshotTestJSON-784500810-project] 10.222.0.10 "GET /v2.0/ports?device_id=d8d06899-031f-4b9d-b3e3-d73e812fb415 HTTP/1.1" status: 200 len: 946 time: 0.0679827 Jul 16 14:10:21.043207 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-60aaa60d-d3bc-42ed-bbc1-5f07a34e8194 req-54924e25-0692-419e-a241-b55edb07175e tempest-VolumesSnapshotTestJSON-784500810 tempest-VolumesSnapshotTestJSON-784500810-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf934ec5-6361-469c-9b6b-78170a57bc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357795 Jul 16 14:10:21.159496 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c4b47d-fee4-49e3-9a8f-f4a280078ec2 req-861d2c46-4d35-4f76-b8e0-d89848c4fa26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:10:21.161051 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-43c4b47d-fee4-49e3-9a8f-f4a280078ec2 req-861d2c46-4d35-4f76-b8e0-d89848c4fa26 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=f4fd96fc-3c77-440f-afb9-e8e0c57a00f1 HTTP/1.1" status: 200 len: 1098 time: 0.0823004 Jul 16 14:10:21.205387 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-43c4b47d-fee4-49e3-9a8f-f4a280078ec2 req-e33a8a37-de7a-4786-8a96-09034a7133ff service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=6c503182-09b9-4e47-85c4-a937a2862e32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382636 Jul 16 14:10:21.435505 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-64ab8875-bbbc-4415-a681-ef47cf0d365f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:21.697787 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.agents_db [None req-74bc78d6-8b96-4e29-998d-b6ecd97de622 None None] Agent healthcheck: found 6 active agents {{(pid=93105) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 14:10:21.993066 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2c44a0-de78-4a99-acff-9412657f66b9 req-b92243c8-704e-4369-a928-dd24f40b7dfa tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:10:21.994501 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-ec2c44a0-de78-4a99-acff-9412657f66b9 req-b92243c8-704e-4369-a928-dd24f40b7dfa tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4fd96fc-3c77-440f-afb9-e8e0c57a00f1 HTTP/1.1" status: 200 len: 945 time: 0.0615702 Jul 16 14:10:22.030926 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-ec2c44a0-de78-4a99-acff-9412657f66b9 req-9fac11d3-2a17-4443-8579-b4a577b298e1 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c503182-09b9-4e47-85c4-a937a2862e32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309539 Jul 16 14:10:23.087333 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-fe1600e4-7db6-428f-a340-75d1d02f3a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:23.206795 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d22088-a1e5-4336-bc35-2f06a8d93e42 req-24734a7c-f894-46d4-8bc6-c4150803fbe0 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:10:23.208269 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-04d22088-a1e5-4336-bc35-2f06a8d93e42 req-24734a7c-f894-46d4-8bc6-c4150803fbe0 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4fd96fc-3c77-440f-afb9-e8e0c57a00f1 HTTP/1.1" status: 200 len: 945 time: 0.0656338 Jul 16 14:10:23.245843 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-04d22088-a1e5-4336-bc35-2f06a8d93e42 req-67c6df91-7f53-4758-a2ce-9697b4a46297 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c503182-09b9-4e47-85c4-a937a2862e32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313320 Jul 16 14:10:24.439752 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000b77b3-8d53-4327-a574-fc73d121c503 req-c09e1bfe-fd44-48ac-a88f-6c553054c0e8 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:10:24.441209 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-000b77b3-8d53-4327-a574-fc73d121c503 req-c09e1bfe-fd44-48ac-a88f-6c553054c0e8 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4fd96fc-3c77-440f-afb9-e8e0c57a00f1 HTTP/1.1" status: 200 len: 945 time: 0.0676146 Jul 16 14:10:24.480294 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-000b77b3-8d53-4327-a574-fc73d121c503 req-9e765cf0-08bd-4215-8ec9-97e8b2340024 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c503182-09b9-4e47-85c4-a937a2862e32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333645 Jul 16 14:10:25.658809 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b3a18b-7d0a-4c42-8288-c91506599869 req-9d1696c4-65e0-4d1c-9f49-70d3f318d0b9 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:10:25.660312 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-92b3a18b-7d0a-4c42-8288-c91506599869 req-9d1696c4-65e0-4d1c-9f49-70d3f318d0b9 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4fd96fc-3c77-440f-afb9-e8e0c57a00f1 HTTP/1.1" status: 200 len: 945 time: 0.0626166 Jul 16 14:10:25.698331 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-92b3a18b-7d0a-4c42-8288-c91506599869 req-ff52634b-f7e8-4c8c-a440-62e29d71bf24 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c503182-09b9-4e47-85c4-a937a2862e32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311518 Jul 16 14:10:26.878577 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f5ea26-2e65-4fe0-8c91-12da21adc8f2 req-a4fc01c4-d16e-44c0-ba6e-db0f82113e09 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:10:26.880082 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-a8f5ea26-2e65-4fe0-8c91-12da21adc8f2 req-a4fc01c4-d16e-44c0-ba6e-db0f82113e09 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4fd96fc-3c77-440f-afb9-e8e0c57a00f1 HTTP/1.1" status: 200 len: 945 time: 0.0670257 Jul 16 14:10:26.917448 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-a8f5ea26-2e65-4fe0-8c91-12da21adc8f2 req-ae9b1e9c-8928-48cd-b1ae-bd4063850ac2 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c503182-09b9-4e47-85c4-a937a2862e32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318367 Jul 16 14:10:28.095734 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecef952a-b508-4d97-b830-e2a1cfed788b req-a76d0c2e-090e-4e64-87ce-153a5bd06854 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:10:28.097245 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-ecef952a-b508-4d97-b830-e2a1cfed788b req-a76d0c2e-090e-4e64-87ce-153a5bd06854 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4fd96fc-3c77-440f-afb9-e8e0c57a00f1 HTTP/1.1" status: 200 len: 945 time: 0.0663528 Jul 16 14:10:28.139341 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-ecef952a-b508-4d97-b830-e2a1cfed788b req-f553f261-12a4-4675-b619-4bc58c94df53 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c503182-09b9-4e47-85c4-a937a2862e32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360763 Jul 16 14:10:29.317806 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d47c526-5487-43a3-98c8-f5f9f00515b6 req-6b61940c-5371-434a-9074-f7052420967d tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:10:29.319360 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-3d47c526-5487-43a3-98c8-f5f9f00515b6 req-6b61940c-5371-434a-9074-f7052420967d tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4fd96fc-3c77-440f-afb9-e8e0c57a00f1 HTTP/1.1" status: 200 len: 945 time: 0.0619643 Jul 16 14:10:29.357625 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-3d47c526-5487-43a3-98c8-f5f9f00515b6 req-abccf949-dba2-4fb8-9815-98468bf4bddd tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c503182-09b9-4e47-85c4-a937a2862e32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323539 Jul 16 14:10:29.542468 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d79d6c0-2609-4676-ba90-2a20db8454a6 req-6c6098d3-9be5-4573-9843-c3258726a377 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:10:29.543955 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-7d79d6c0-2609-4676-ba90-2a20db8454a6 req-6c6098d3-9be5-4573-9843-c3258726a377 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4fd96fc-3c77-440f-afb9-e8e0c57a00f1 HTTP/1.1" status: 200 len: 945 time: 0.0740020 Jul 16 14:10:29.552718 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 36048) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:10:29.557403 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.v2.base [None req-7322a2f0-c05f-4526-addc-b531f6f3a550 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Request body: {'floatingip': {'port_id': '31e7f4bc-de7b-4443-b4ec-e45a7e495fe4'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:10:29.596201 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7322a2f0-c05f-4526-addc-b531f6f3a550 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Notify callbacks [] for floatingip, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:30.057548 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7322a2f0-c05f-4526-addc-b531f6f3a550 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:30.060926 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7322a2f0-c05f-4526-addc-b531f6f3a550 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-611497'] for floatingip, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:30.159174 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.db.l3_db [None req-7322a2f0-c05f-4526-addc-b531f6f3a550 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Floating IP d4b7c6ce-e058-4a96-9fa6-1220e6aa2d72 associated. External IP: 172.27.1.120, port: 31e7f4bc-de7b-4443-b4ec-e45a7e495fe4. Jul 16 14:10:30.359387 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7322a2f0-c05f-4526-addc-b531f6f3a550 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Router fea882b0-1fd1-4bb1-a881-eb7e1e81c560 has already been hosted by L3 agent d50ece19-a35b-4d9c-a2c6-6c45fbfb3bdd {{(pid=93101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 14:10:30.468914 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7322a2f0-c05f-4526-addc-b531f6f3a550 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Notify agent at l3_agent.dv-cinder-784763-7-iscsi the message routers_updated {{(pid=93101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 14:10:30.474012 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7322a2f0-c05f-4526-addc-b531f6f3a550 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72406'] for floatingip, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:30.479270 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e161121c-baa5-42ff-a1ac-ce176b51c0a7 None None] Sync routers for ids ['fea882b0-1fd1-4bb1-a881-eb7e1e81c560'] in dv-cinder-784763-7-iscsi {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 14:10:30.488944 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e161121c-baa5-42ff-a1ac-ce176b51c0a7 None None] Routers {'fea882b0-1fd1-4bb1-a881-eb7e1e81c560'} bound to L3 agent in host dv-cinder-784763-7-iscsi {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 14:10:30.489616 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-e161121c-baa5-42ff-a1ac-ce176b51c0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T13:57:50Z,description=,heartbeat_timestamp=2021-07-16T14:10:20Z,host='dv-cinder-784763-7-iscsi',id=d50ece19-a35b-4d9c-a2c6-6c45fbfb3bdd,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T13:57:50Z,topic='l3_agent')) {'router_ids': ['fea882b0-1fd1-4bb1-a881-eb7e1e81c560'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:10:30.511368 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-7322a2f0-c05f-4526-addc-b531f6f3a550 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "PUT /v2.0/floatingips/d4b7c6ce-e058-4a96-9fa6-1220e6aa2d72 HTTP/1.1" status: 200 len: 991 time: 0.9575231 Jul 16 14:10:30.511951 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4fd96fc-3c77-440f-afb9-e8e0c57a00f1', 'tag': '31e7f4bc-de7b-4443-b4ec-e45a7e495fe4'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 14:10:30.514392 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}669b174d507dea59856bca4514a747f2bad56b4b9d456cc0353e9cf2427ac1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5d41f02-b9e1-481d-b072-1ea6684b23ba" -d '{"events": [{"name": "network-changed", "server_uuid": "f4fd96fc-3c77-440f-afb9-e8e0c57a00f1", "tag": "31e7f4bc-de7b-4443-b4ec-e45a7e495fe4"}]}' {{(pid=93101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 14:10:30.556127 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 14:10:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0fee9fc-6b5f-4be7-bf48-f669bf5ab1bd x-openstack-request-id: req-e0fee9fc-6b5f-4be7-bf48-f669bf5ab1bd {{(pid=93101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 14:10:30.556733 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4fd96fc-3c77-440f-afb9-e8e0c57a00f1", "tag": "31e7f4bc-de7b-4443-b4ec-e45a7e495fe4", "status": "completed", "code": 200}]} {{(pid=93101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 14:10:30.556733 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e0fee9fc-6b5f-4be7-bf48-f669bf5ab1bd {{(pid=93101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 14:10:30.557284 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4fd96fc-3c77-440f-afb9-e8e0c57a00f1', 'tag': '31e7f4bc-de7b-4443-b4ec-e45a7e495fe4', 'status': 'completed', 'code': 200} Jul 16 14:10:30.596038 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-e161121c-baa5-42ff-a1ac-ce176b51c0a7 None None] Set router fea882b0-1fd1-4bb1-a881-eb7e1e81c560 gateway port host: dv-cinder-784763-7-iscsi {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 14:10:30.662837 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d41f02-b9e1-481d-b072-1ea6684b23ba req-310452e8-b9a0-46b9-b170-d28ff3cd700f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:10:30.664277 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-a5d41f02-b9e1-481d-b072-1ea6684b23ba req-310452e8-b9a0-46b9-b170-d28ff3cd700f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a6bc8fee6e964669b7be670f21fca0f5&device_id=f4fd96fc-3c77-440f-afb9-e8e0c57a00f1 HTTP/1.1" status: 200 len: 1098 time: 0.0563891 Jul 16 14:10:30.769401 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d41f02-b9e1-481d-b072-1ea6684b23ba req-a0b8d584-69ab-43a7-9011-17bf61e1143f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:10:30.770981 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-a5d41f02-b9e1-481d-b072-1ea6684b23ba req-a0b8d584-69ab-43a7-9011-17bf61e1143f service neutron] 10.222.0.25 "GET /v2.0/networks?id=3a4fb2c2-e115-4208-b9b7-fb0af769d696 HTTP/1.1" status: 200 len: 917 time: 0.0837111 Jul 16 14:10:30.822159 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-e161121c-baa5-42ff-a1ac-ce176b51c0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fea882b0-1fd1-4bb1-a881-eb7e1e81c560', 'name': 'tempest-AttachVolumeShelveTestJSON-512653053-router', 'tenant_id': 'a6bc8fee6e964669b7be670f21fca0f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'external_fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': '7b78f32c-2227-4088-9787-b67d4084a4d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T14:05:31Z', 'updated_at': '2021-07-16T14:05:39Z', 'revision_number': 4, 'project_id': 'a6bc8fee6e964669b7be670f21fca0f5', 'gw_port': {'id': '7b78f32c-2227-4088-9787-b67d4084a4d4', 'name': '', 'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:3a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea882b0-1fd1-4bb1-a881-eb7e1e81c560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:05:32Z', 'updated_at': '2021-07-16T14:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-7-iscsi', '_floatingips': [{'id': 'd4b7c6ce-e058-4a96-9fa6-1220e6aa2d72', 'tenant_id': 'a6bc8fee6e964669b7be670f21fca0f5', 'floating_ip_address': '172.27.1.120', 'floating_network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'router_id': 'fea882b0-1fd1-4bb1-a881-eb7e1e81c560', 'port_id': '31e7f4bc-de7b-4443-b4ec-e45a7e495fe4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a4fb2c2-e115-4208-b9b7-fb0af769d696', 'mac_address': 'fa:16:3e:12:8f:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4fd96fc-3c77-440f-afb9-e8e0c57a00f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T14:10:05Z', 'updated_at': '2021-07-16T14:10:29Z', 'revision_number': 1, 'project_id': 'a6bc8fee6e964669b7be670f21fca0f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fe6d90a-41b1-4a21-a4b0-d37e1c60bd77', 'name': '', 'network_id': '3a4fb2c2-e115-4208-b9b7-fb0af769d696', 'tenant_id': 'a6bc8fee6e964669b7be670f21fca0f5', 'mac_address': 'fa:16:3e:d3:1c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea882b0-1fd1-4bb1-a881-eb7e1e81c560', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '9264d998-2235-4ea7-905f-68b77e185814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:05:37Z', 'updated_at': '2021-07-16T14:05:50Z', 'revision_number': 5, 'project_id': 'a6bc8fee6e964669b7be670f21fca0f5', 'subnets': [{'id': '9264d998-2235-4ea7-905f-68b77e185814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-7-iscsi', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:10:30.841034 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-a5d41f02-b9e1-481d-b072-1ea6684b23ba req-fc1d6bfb-9b4e-4ee5-a54a-af450a8df932 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=31e7f4bc-de7b-4443-b4ec-e45a7e495fe4 HTTP/1.1" status: 200 len: 999 time: 0.0613258 Jul 16 14:10:30.847919 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e161121c-baa5-42ff-a1ac-ce176b51c0a7 None None] Checking router: fea882b0-1fd1-4bb1-a881-eb7e1e81c560 for host: dv-cinder-784763-7-iscsi {{(pid=93103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 14:10:30.857060 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e161121c-baa5-42ff-a1ac-ce176b51c0a7 None None] Routers {'fea882b0-1fd1-4bb1-a881-eb7e1e81c560'} bound to L3 agent in host dv-cinder-784763-7-iscsi {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 14:10:30.857674 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-e161121c-baa5-42ff-a1ac-ce176b51c0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T13:57:50Z,description=,heartbeat_timestamp=2021-07-16T14:10:20Z,host='dv-cinder-784763-7-iscsi',id=d50ece19-a35b-4d9c-a2c6-6c45fbfb3bdd,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T13:57:50Z,topic='l3_agent')) {'router_ids': ['fea882b0-1fd1-4bb1-a881-eb7e1e81c560'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:10:30.891042 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d41f02-b9e1-481d-b072-1ea6684b23ba req-dddddedf-39fa-44c3-bcaa-087675cdaf56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:10:30.892522 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-a5d41f02-b9e1-481d-b072-1ea6684b23ba req-dddddedf-39fa-44c3-bcaa-087675cdaf56 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9264d998-2235-4ea7-905f-68b77e185814 HTTP/1.1" status: 200 len: 855 time: 0.0442038 Jul 16 14:10:30.951912 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d41f02-b9e1-481d-b072-1ea6684b23ba req-f9012d5a-2c3c-4083-b4ab-25d4db2474f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:10:30.953369 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-a5d41f02-b9e1-481d-b072-1ea6684b23ba req-f9012d5a-2c3c-4083-b4ab-25d4db2474f4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3a4fb2c2-e115-4208-b9b7-fb0af769d696&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0540731 Jul 16 14:10:30.964427 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-e161121c-baa5-42ff-a1ac-ce176b51c0a7 None None] Set router fea882b0-1fd1-4bb1-a881-eb7e1e81c560 gateway port host: dv-cinder-784763-7-iscsi {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 14:10:31.048919 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-a5d41f02-b9e1-481d-b072-1ea6684b23ba req-7ca89f6f-1764-4e20-a0e2-d9d4aea6a535 service neutron] 10.222.0.25 "GET /v2.0/networks/3a4fb2c2-e115-4208-b9b7-fb0af769d696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885653 Jul 16 14:10:31.148511 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-a5d41f02-b9e1-481d-b072-1ea6684b23ba req-13db700f-a9c9-45a9-a665-22c3fbca7466 service neutron] 10.222.0.25 "GET /v2.0/networks/3a4fb2c2-e115-4208-b9b7-fb0af769d696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922995 Jul 16 14:10:31.216056 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-e161121c-baa5-42ff-a1ac-ce176b51c0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fea882b0-1fd1-4bb1-a881-eb7e1e81c560', 'name': 'tempest-AttachVolumeShelveTestJSON-512653053-router', 'tenant_id': 'a6bc8fee6e964669b7be670f21fca0f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'external_fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': '7b78f32c-2227-4088-9787-b67d4084a4d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T14:05:31Z', 'updated_at': '2021-07-16T14:05:39Z', 'revision_number': 4, 'project_id': 'a6bc8fee6e964669b7be670f21fca0f5', 'gw_port': {'id': '7b78f32c-2227-4088-9787-b67d4084a4d4', 'name': '', 'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:3a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea882b0-1fd1-4bb1-a881-eb7e1e81c560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:05:32Z', 'updated_at': '2021-07-16T14:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-7-iscsi', '_floatingips': [{'id': 'd4b7c6ce-e058-4a96-9fa6-1220e6aa2d72', 'tenant_id': 'a6bc8fee6e964669b7be670f21fca0f5', 'floating_ip_address': '172.27.1.120', 'floating_network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'router_id': 'fea882b0-1fd1-4bb1-a881-eb7e1e81c560', 'port_id': '31e7f4bc-de7b-4443-b4ec-e45a7e495fe4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a4fb2c2-e115-4208-b9b7-fb0af769d696', 'mac_address': 'fa:16:3e:12:8f:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4fd96fc-3c77-440f-afb9-e8e0c57a00f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T14:10:05Z', 'updated_at': '2021-07-16T14:10:29Z', 'revision_number': 1, 'project_id': 'a6bc8fee6e964669b7be670f21fca0f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fe6d90a-41b1-4a21-a4b0-d37e1c60bd77', 'name': '', 'network_id': '3a4fb2c2-e115-4208-b9b7-fb0af769d696', 'tenant_id': 'a6bc8fee6e964669b7be670f21fca0f5', 'mac_address': 'fa:16:3e:d3:1c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea882b0-1fd1-4bb1-a881-eb7e1e81c560', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '9264d998-2235-4ea7-905f-68b77e185814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:05:37Z', 'updated_at': '2021-07-16T14:05:50Z', 'revision_number': 5, 'project_id': 'a6bc8fee6e964669b7be670f21fca0f5', 'subnets': [{'id': '9264d998-2235-4ea7-905f-68b77e185814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-7-iscsi', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:10:31.245973 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e161121c-baa5-42ff-a1ac-ce176b51c0a7 None None] The sync data for ids ['fea882b0-1fd1-4bb1-a881-eb7e1e81c560'] in dv-cinder-784763-7-iscsi is: [{'id': 'fea882b0-1fd1-4bb1-a881-eb7e1e81c560', 'name': 'tempest-AttachVolumeShelveTestJSON-512653053-router', 'tenant_id': 'a6bc8fee6e964669b7be670f21fca0f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'external_fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': '7b78f32c-2227-4088-9787-b67d4084a4d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T14:05:31Z', 'updated_at': '2021-07-16T14:05:39Z', 'revision_number': 4, 'project_id': 'a6bc8fee6e964669b7be670f21fca0f5', 'gw_port': {'id': '7b78f32c-2227-4088-9787-b67d4084a4d4', 'name': '', 'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:3a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea882b0-1fd1-4bb1-a881-eb7e1e81c560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:05:32Z', 'updated_at': '2021-07-16T14:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-7-iscsi', '_floatingips': [{'id': 'd4b7c6ce-e058-4a96-9fa6-1220e6aa2d72', 'tenant_id': 'a6bc8fee6e964669b7be670f21fca0f5', 'floating_ip_address': '172.27.1.120', 'floating_network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'router_id': 'fea882b0-1fd1-4bb1-a881-eb7e1e81c560', 'port_id': '31e7f4bc-de7b-4443-b4ec-e45a7e495fe4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a4fb2c2-e115-4208-b9b7-fb0af769d696', 'mac_address': 'fa:16:3e:12:8f:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4fd96fc-3c77-440f-afb9-e8e0c57a00f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T14:10:05Z', 'updated_at': '2021-07-16T14:10:29Z', 'revision_number': 1, 'project_id': 'a6bc8fee6e964669b7be670f21fca0f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fe6d90a-41b1-4a21-a4b0-d37e1c60bd77', 'name': '', 'network_id': '3a4fb2c2-e115-4208-b9b7-fb0af769d696', 'tenant_id': 'a6bc8fee6e964669b7be670f21fca0f5', 'mac_address': 'fa:16:3e:d3:1c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea882b0-1fd1-4bb1-a881-eb7e1e81c560', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '9264d998-2235-4ea7-905f-68b77e185814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:05:37Z', 'updated_at': '2021-07-16T14:05:50Z', 'revision_number': 5, 'project_id': 'a6bc8fee6e964669b7be670f21fca0f5', 'subnets': [{'id': '9264d998-2235-4ea7-905f-68b77e185814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 14:10:31.416930 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b739d0c-40a4-4d41-ad3b-27324435fb48 None None] New status for floating IP d4b7c6ce-e058-4a96-9fa6-1220e6aa2d72: ACTIVE {{(pid=93105) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 14:10:34.134588 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493d76f9-9a46-449c-845e-a1dce967e241 req-392566c0-e2d3-432a-bf97-fb815691d59b tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:10:34.136289 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-493d76f9-9a46-449c-845e-a1dce967e241 req-392566c0-e2d3-432a-bf97-fb815691d59b tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] 10.222.0.10 "GET /v2.0/ports?device_id=ed77822f-6a63-4555-a659-5982e2984dda HTTP/1.1" status: 200 len: 945 time: 0.0700893 Jul 16 14:10:34.173957 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-493d76f9-9a46-449c-845e-a1dce967e241 req-16e0f083-4994-4a77-81e2-ee888a52543d tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] 10.222.0.10 "GET /v2.0/security-groups?id=aeebecfc-2afb-411a-b312-62aa81725bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319102 Jul 16 14:10:35.528889 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260cd585-3985-405d-86ba-e979587def52 req-55dc380f-5b94-46a6-889d-7f8553263447 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:10:35.530469 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-260cd585-3985-405d-86ba-e979587def52 req-55dc380f-5b94-46a6-889d-7f8553263447 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] 10.222.0.10 "GET /v2.0/ports?device_id=ed77822f-6a63-4555-a659-5982e2984dda HTTP/1.1" status: 200 len: 945 time: 0.2467616 Jul 16 14:10:35.568418 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-260cd585-3985-405d-86ba-e979587def52 req-c3e5fda4-3ccd-4dc8-b405-8a151d37f550 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] 10.222.0.10 "GET /v2.0/security-groups?id=aeebecfc-2afb-411a-b312-62aa81725bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320880 Jul 16 14:10:36.745390 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af50f41f-412e-4404-943e-dcaeced9b37c req-0f450298-a105-4b8e-9ec4-a777ddb03e23 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:10:36.746866 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-af50f41f-412e-4404-943e-dcaeced9b37c req-0f450298-a105-4b8e-9ec4-a777ddb03e23 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] 10.222.0.10 "GET /v2.0/ports?device_id=ed77822f-6a63-4555-a659-5982e2984dda HTTP/1.1" status: 200 len: 945 time: 0.0648541 Jul 16 14:10:36.784901 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-af50f41f-412e-4404-943e-dcaeced9b37c req-9d56f424-dada-4dbc-ac2d-c8c644102d72 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] 10.222.0.10 "GET /v2.0/security-groups?id=aeebecfc-2afb-411a-b312-62aa81725bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321510 Jul 16 14:10:37.266837 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24eb7e7-86a4-4f5c-a21d-ad6359f00d59 req-bd317ca3-b9e6-4523-94db-d6814dc3f2c9 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:10:37.268273 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-d24eb7e7-86a4-4f5c-a21d-ad6359f00d59 req-bd317ca3-b9e6-4523-94db-d6814dc3f2c9 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed77822f-6a63-4555-a659-5982e2984dda HTTP/1.1" status: 200 len: 945 time: 0.0657806 Jul 16 14:10:37.367363 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [req-d24eb7e7-86a4-4f5c-a21d-ad6359f00d59 req-e6306ae4-41db-499b-89f9-ba305844402d tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Deleting port c74e18f5-9c2a-41df-ae2a-c937dfb58e48 {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 14:10:37.367914 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-d24eb7e7-86a4-4f5c-a21d-ad6359f00d59 req-e6306ae4-41db-499b-89f9-ba305844402d tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736156223663'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:37.459582 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.db [req-d24eb7e7-86a4-4f5c-a21d-ad6359f00d59 req-e6306ae4-41db-499b-89f9-ba305844402d tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] For port c74e18f5-9c2a-41df-ae2a-c937dfb58e48, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=c74e18f5-9c2a-41df-ae2a-c937dfb58e48,segment=NetworkSegment(a2275036-b4cd-463f-abae-2b31086d1a30),segment_id=a2275036-b4cd-463f-abae-2b31086d1a30)] {{(pid=93102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:10:37.459839 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-d24eb7e7-86a4-4f5c-a21d-ad6359f00d59 req-e6306ae4-41db-499b-89f9-ba305844402d tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683922'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:37.674119 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-d24eb7e7-86a4-4f5c-a21d-ad6359f00d59 req-e6306ae4-41db-499b-89f9-ba305844402d tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:37.674489 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-d24eb7e7-86a4-4f5c-a21d-ad6359f00d59 req-e6306ae4-41db-499b-89f9-ba305844402d tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-611497'] for floatingip, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:37.674800 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.db.l3_db [req-d24eb7e7-86a4-4f5c-a21d-ad6359f00d59 req-e6306ae4-41db-499b-89f9-ba305844402d tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Floating IP 101c53b1-5d61-402d-a901-45cea5929825 disassociated. External IP: 172.27.1.100, port: c74e18f5-9c2a-41df-ae2a-c937dfb58e48. Jul 16 14:10:37.675138 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [req-d24eb7e7-86a4-4f5c-a21d-ad6359f00d59 req-e6306ae4-41db-499b-89f9-ba305844402d tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Calling delete_port for c74e18f5-9c2a-41df-ae2a-c937dfb58e48 owned by compute:nova {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 14:10:37.799177 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-d24eb7e7-86a4-4f5c-a21d-ad6359f00d59 req-e6306ae4-41db-499b-89f9-ba305844402d tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736156224386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736155824267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4062758'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:37.829966 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6306ae4-41db-499b-89f9-ba305844402d tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Pushing event deleted for resources: {'Port': ['ID=c74e18f5-9c2a-41df-ae2a-c937dfb58e48,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:10:37.952511 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-73a1091f-659a-4f9e-af63-876291a003fd req-93305d57-492f-4237-acd0-cdc431b70be2 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] 10.222.0.10 "GET /v2.0/ports?device_id=ed77822f-6a63-4555-a659-5982e2984dda HTTP/1.1" status: 200 len: 210 time: 0.0336902 Jul 16 14:10:37.983277 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d24eb7e7-86a4-4f5c-a21d-ad6359f00d59 req-e6306ae4-41db-499b-89f9-ba305844402d tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Router 2ea68513-8ff3-45f6-b748-c07ceb1512d3 has already been hosted by L3 agent d50ece19-a35b-4d9c-a2c6-6c45fbfb3bdd {{(pid=93102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 14:10:38.092627 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d24eb7e7-86a4-4f5c-a21d-ad6359f00d59 req-e6306ae4-41db-499b-89f9-ba305844402d tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Notify agent at l3_agent.dv-cinder-784763-7-iscsi the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 14:10:38.104633 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a706016-0e46-4204-9af7-b18c1257dbe2 None None] Sync routers for ids ['2ea68513-8ff3-45f6-b748-c07ceb1512d3'] in dv-cinder-784763-7-iscsi {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 14:10:38.114456 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a706016-0e46-4204-9af7-b18c1257dbe2 None None] Routers {'2ea68513-8ff3-45f6-b748-c07ceb1512d3'} bound to L3 agent in host dv-cinder-784763-7-iscsi {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 14:10:38.115006 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-7a706016-0e46-4204-9af7-b18c1257dbe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T13:57:50Z,description=,heartbeat_timestamp=2021-07-16T14:10:20Z,host='dv-cinder-784763-7-iscsi',id=d50ece19-a35b-4d9c-a2c6-6c45fbfb3bdd,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T13:57:50Z,topic='l3_agent')) {'router_ids': ['2ea68513-8ff3-45f6-b748-c07ceb1512d3'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:10:38.135991 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [req-d24eb7e7-86a4-4f5c-a21d-ad6359f00d59 req-e6306ae4-41db-499b-89f9-ba305844402d tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] No DVR routers for this DVR port c74e18f5-9c2a-41df-ae2a-c937dfb58e48 on host hv-cinder-78476 {{(pid=93102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 14:10:38.139294 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-d24eb7e7-86a4-4f5c-a21d-ad6359f00d59 req-e6306ae4-41db-499b-89f9-ba305844402d tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72406'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:38.141298 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-d24eb7e7-86a4-4f5c-a21d-ad6359f00d59 req-e6306ae4-41db-499b-89f9-ba305844402d tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] 10.222.0.25 "DELETE /v2.0/ports/c74e18f5-9c2a-41df-ae2a-c937dfb58e48 HTTP/1.1" status: 204 len: 173 time: 0.8662145 Jul 16 14:10:38.141725 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed77822f-6a63-4555-a659-5982e2984dda', 'name': 'network-vif-deleted', 'tag': 'c74e18f5-9c2a-41df-ae2a-c937dfb58e48'}] {{(pid=93102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 14:10:38.143961 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a11fcfe668901014f0ad0c9d70c66bea342e29a2e59f45ce58be81cf923ee92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fae82439-14db-4522-b5fc-84039e89e248" -d '{"events": [{"server_uuid": "ed77822f-6a63-4555-a659-5982e2984dda", "name": "network-vif-deleted", "tag": "c74e18f5-9c2a-41df-ae2a-c937dfb58e48"}]}' {{(pid=93102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 14:10:38.185328 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 14:10:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69159b54-cf94-44bc-bb2c-8bbe15defd8b x-openstack-request-id: req-69159b54-cf94-44bc-bb2c-8bbe15defd8b {{(pid=93102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 14:10:38.185876 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed77822f-6a63-4555-a659-5982e2984dda", "name": "network-vif-deleted", "tag": "c74e18f5-9c2a-41df-ae2a-c937dfb58e48", "status": "completed", "code": 200}]} {{(pid=93102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 14:10:38.186281 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-69159b54-cf94-44bc-bb2c-8bbe15defd8b {{(pid=93102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 14:10:38.186898 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed77822f-6a63-4555-a659-5982e2984dda', 'name': 'network-vif-deleted', 'tag': 'c74e18f5-9c2a-41df-ae2a-c937dfb58e48', 'status': 'completed', 'code': 200} Jul 16 14:10:38.242963 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-7a706016-0e46-4204-9af7-b18c1257dbe2 None None] Set router 2ea68513-8ff3-45f6-b748-c07ceb1512d3 gateway port host: dv-cinder-784763-7-iscsi {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 14:10:38.447847 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-7a706016-0e46-4204-9af7-b18c1257dbe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ea68513-8ff3-45f6-b748-c07ceb1512d3', 'name': 'tempest-AttachVolumeTestJSON-553302294-router', 'tenant_id': 'b3b16082e5f440ba8228e496c1f92b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'external_fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': '936e5680-6b45-41c7-9073-dbaa75f76f33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T14:05:34Z', 'updated_at': '2021-07-16T14:05:46Z', 'revision_number': 4, 'project_id': 'b3b16082e5f440ba8228e496c1f92b3a', 'gw_port': {'id': '936e5680-6b45-41c7-9073-dbaa75f76f33', 'name': '', 'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:64:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ea68513-8ff3-45f6-b748-c07ceb1512d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:05:35Z', 'updated_at': '2021-07-16T14:05:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-7-iscsi', '_interfaces': [{'id': '9afb8bb1-c75a-4798-bed6-205ab3a5d557', 'name': '', 'network_id': '05b30fe7-953a-4cd0-9508-7a8db0272a66', 'tenant_id': 'b3b16082e5f440ba8228e496c1f92b3a', 'mac_address': 'fa:16:3e:b9:84:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ea68513-8ff3-45f6-b748-c07ceb1512d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '06d06c6a-1905-449b-b463-f55701ce50ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:05:42Z', 'updated_at': '2021-07-16T14:05:58Z', 'revision_number': 5, 'project_id': 'b3b16082e5f440ba8228e496c1f92b3a', 'subnets': [{'id': '06d06c6a-1905-449b-b463-f55701ce50ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-7-iscsi', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:10:38.477110 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a706016-0e46-4204-9af7-b18c1257dbe2 None None] Checking router: 2ea68513-8ff3-45f6-b748-c07ceb1512d3 for host: dv-cinder-784763-7-iscsi {{(pid=93103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 14:10:38.485525 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a706016-0e46-4204-9af7-b18c1257dbe2 None None] Routers {'2ea68513-8ff3-45f6-b748-c07ceb1512d3'} bound to L3 agent in host dv-cinder-784763-7-iscsi {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 14:10:38.486130 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-7a706016-0e46-4204-9af7-b18c1257dbe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T13:57:50Z,description=,heartbeat_timestamp=2021-07-16T14:10:20Z,host='dv-cinder-784763-7-iscsi',id=d50ece19-a35b-4d9c-a2c6-6c45fbfb3bdd,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T13:57:50Z,topic='l3_agent')) {'router_ids': ['2ea68513-8ff3-45f6-b748-c07ceb1512d3'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:10:38.584887 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-7a706016-0e46-4204-9af7-b18c1257dbe2 None None] Set router 2ea68513-8ff3-45f6-b748-c07ceb1512d3 gateway port host: dv-cinder-784763-7-iscsi {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 14:10:38.900621 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-7a706016-0e46-4204-9af7-b18c1257dbe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ea68513-8ff3-45f6-b748-c07ceb1512d3', 'name': 'tempest-AttachVolumeTestJSON-553302294-router', 'tenant_id': 'b3b16082e5f440ba8228e496c1f92b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'external_fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': '936e5680-6b45-41c7-9073-dbaa75f76f33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T14:05:34Z', 'updated_at': '2021-07-16T14:05:46Z', 'revision_number': 4, 'project_id': 'b3b16082e5f440ba8228e496c1f92b3a', 'gw_port': {'id': '936e5680-6b45-41c7-9073-dbaa75f76f33', 'name': '', 'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:64:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ea68513-8ff3-45f6-b748-c07ceb1512d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:05:35Z', 'updated_at': '2021-07-16T14:05:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-7-iscsi', '_interfaces': [{'id': '9afb8bb1-c75a-4798-bed6-205ab3a5d557', 'name': '', 'network_id': '05b30fe7-953a-4cd0-9508-7a8db0272a66', 'tenant_id': 'b3b16082e5f440ba8228e496c1f92b3a', 'mac_address': 'fa:16:3e:b9:84:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ea68513-8ff3-45f6-b748-c07ceb1512d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '06d06c6a-1905-449b-b463-f55701ce50ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:05:42Z', 'updated_at': '2021-07-16T14:05:58Z', 'revision_number': 5, 'project_id': 'b3b16082e5f440ba8228e496c1f92b3a', 'subnets': [{'id': '06d06c6a-1905-449b-b463-f55701ce50ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-7-iscsi', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:10:38.928299 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a706016-0e46-4204-9af7-b18c1257dbe2 None None] The sync data for ids ['2ea68513-8ff3-45f6-b748-c07ceb1512d3'] in dv-cinder-784763-7-iscsi is: [{'id': '2ea68513-8ff3-45f6-b748-c07ceb1512d3', 'name': 'tempest-AttachVolumeTestJSON-553302294-router', 'tenant_id': 'b3b16082e5f440ba8228e496c1f92b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'external_fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': '936e5680-6b45-41c7-9073-dbaa75f76f33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T14:05:34Z', 'updated_at': '2021-07-16T14:05:46Z', 'revision_number': 4, 'project_id': 'b3b16082e5f440ba8228e496c1f92b3a', 'gw_port': {'id': '936e5680-6b45-41c7-9073-dbaa75f76f33', 'name': '', 'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:64:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ea68513-8ff3-45f6-b748-c07ceb1512d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:05:35Z', 'updated_at': '2021-07-16T14:05:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-7-iscsi', '_interfaces': [{'id': '9afb8bb1-c75a-4798-bed6-205ab3a5d557', 'name': '', 'network_id': '05b30fe7-953a-4cd0-9508-7a8db0272a66', 'tenant_id': 'b3b16082e5f440ba8228e496c1f92b3a', 'mac_address': 'fa:16:3e:b9:84:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ea68513-8ff3-45f6-b748-c07ceb1512d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '06d06c6a-1905-449b-b463-f55701ce50ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:05:42Z', 'updated_at': '2021-07-16T14:05:58Z', 'revision_number': 5, 'project_id': 'b3b16082e5f440ba8228e496c1f92b3a', 'subnets': [{'id': '06d06c6a-1905-449b-b463-f55701ce50ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 14:10:39.081143 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 36168) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:10:39.145110 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4815022e-b1e1-4192-b09c-6e0263d98ad2 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:39.156592 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a7aed15-1623-40a6-a386-6ba218d6ebce None None] New status for floating IP 101c53b1-5d61-402d-a901-45cea5929825: DOWN {{(pid=93105) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 14:10:39.172206 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4815022e-b1e1-4192-b09c-6e0263d98ad2 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:39.228393 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4815022e-b1e1-4192-b09c-6e0263d98ad2 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:39.231224 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4815022e-b1e1-4192-b09c-6e0263d98ad2 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:39.235336 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-4815022e-b1e1-4192-b09c-6e0263d98ad2 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] 10.222.0.10 "DELETE /v2.0/security-groups/aeebecfc-2afb-411a-b312-62aa81725bc1 HTTP/1.1" status: 204 len: 168 time: 0.1503184 Jul 16 14:10:39.236817 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 36184) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:10:39.243785 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4815022e-b1e1-4192-b09c-6e0263d98ad2 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeebecfc-2afb-411a-b312-62aa81725bc1,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:10:39.252691 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.api.v2.resource [None req-f5a36bc3-b5d7-4a47-a5f2-e5d9a5dac1a5 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] show failed (client error): The resource could not be found. Jul 16 14:10:39.256346 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-f5a36bc3-b5d7-4a47-a5f2-e5d9a5dac1a5 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] 10.222.0.10 "GET /v2.0/security-groups/aeebecfc-2afb-411a-b312-62aa81725bc1 HTTP/1.1" status: 404 len: 347 time: 0.0159762 Jul 16 14:10:39.257305 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 36186) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:10:39.398842 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-088c014a-e617-4b3b-b155-9cfe8759db3c tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Deleting port 4b1a6ad5-5099-4485-b6e6-34eced05375d {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 14:10:39.399192 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-088c014a-e617-4b3b-b155-9cfe8759db3c tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736156223663'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:39.476788 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-088c014a-e617-4b3b-b155-9cfe8759db3c tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683922'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:39.477152 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-088c014a-e617-4b3b-b155-9cfe8759db3c tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:39.489501 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-088c014a-e617-4b3b-b155-9cfe8759db3c tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Calling delete_port for 4b1a6ad5-5099-4485-b6e6-34eced05375d owned by network:floatingip {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 14:10:39.493664 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 36192) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:10:39.594977 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fb9ae471-48e8-403e-b330-204d2712d968 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:39.631615 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-088c014a-e617-4b3b-b155-9cfe8759db3c tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736156224386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736155824267'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:39.660019 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088c014a-e617-4b3b-b155-9cfe8759db3c tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Pushing event deleted for resources: {'Port': ['ID=4b1a6ad5-5099-4485-b6e6-34eced05375d,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:10:39.683462 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-088c014a-e617-4b3b-b155-9cfe8759db3c tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Notify callbacks [] for floatingip, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:39.686075 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-088c014a-e617-4b3b-b155-9cfe8759db3c tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72406'] for floatingip, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:39.687235 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-088c014a-e617-4b3b-b155-9cfe8759db3c tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] 10.222.0.10 "DELETE /v2.0/floatingips/101c53b1-5d61-402d-a901-45cea5929825 HTTP/1.1" status: 204 len: 168 time: 0.4288030 Jul 16 14:10:39.688761 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fb9ae471-48e8-403e-b330-204d2712d968 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:39.692900 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fb9ae471-48e8-403e-b330-204d2712d968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:39.733841 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-fb9ae471-48e8-403e-b330-204d2712d968 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6a93b7c4b2db49699c6f8ffc29f8f294&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2365839 Jul 16 14:10:39.733841 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9ae471-48e8-403e-b330-204d2712d968 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64c498da-bb77-44e6-8f9f-754683ba834b,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:10:39.734343 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 36198) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:10:39.783616 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-fd1fe93b-68de-4a06-a12f-2c785b7ddb4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:39.808075 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-fd1fe93b-68de-4a06-a12f-2c785b7ddb4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:39.852517 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-fd1fe93b-68de-4a06-a12f-2c785b7ddb4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:39.855045 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-fd1fe93b-68de-4a06-a12f-2c785b7ddb4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:39.856184 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-fd1fe93b-68de-4a06-a12f-2c785b7ddb4e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/64c498da-bb77-44e6-8f9f-754683ba834b HTTP/1.1" status: 204 len: 168 time: 0.1207430 Jul 16 14:10:39.863797 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1fe93b-68de-4a06-a12f-2c785b7ddb4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64c498da-bb77-44e6-8f9f-754683ba834b,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:10:39.966102 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 36204) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:10:39.970753 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.v2.base [None req-34f9b37d-5839-4f4e-94f2-6e10a96382ac tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Request body: {'security_group': {'name': 'tempest-securitygroup--695393724', 'description': 'tempest-description--1947433943'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:10:39.993314 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-34f9b37d-5839-4f4e-94f2-6e10a96382ac tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:40.076625 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-34f9b37d-5839-4f4e-94f2-6e10a96382ac tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:40.081542 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-34f9b37d-5839-4f4e-94f2-6e10a96382ac tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:40.103776 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-34f9b37d-5839-4f4e-94f2-6e10a96382ac tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:40.105060 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-34f9b37d-5839-4f4e-94f2-6e10a96382ac tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1379280 Jul 16 14:10:40.108533 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 36212) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:10:40.118210 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.v2.base [None req-94c065c0-9dfa-45f7-beef-28b0e79984d6 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Request body: {'security_group_rule': {'security_group_id': 'ff3cbe89-8ffe-4e9e-9c5c-a794ea06f51e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:10:40.131539 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f9b37d-5839-4f4e-94f2-6e10a96382ac tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff3cbe89-8ffe-4e9e-9c5c-a794ea06f51e,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:10:40.150598 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-94c065c0-9dfa-45f7-beef-28b0e79984d6 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:40.200210 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-94c065c0-9dfa-45f7-beef-28b0e79984d6 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:40.204391 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-94c065c0-9dfa-45f7-beef-28b0e79984d6 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829969'] for security_group_rule, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:40.218815 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c065c0-9dfa-45f7-beef-28b0e79984d6 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7de46f56-e760-41ae-b4bc-78e25ab3ba4b,revision_number=0']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:10:40.230135 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-94c065c0-9dfa-45f7-beef-28b0e79984d6 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:40.231594 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-94c065c0-9dfa-45f7-beef-28b0e79984d6 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1215172 Jul 16 14:10:40.234732 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 36218) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:10:40.239507 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.v2.base [None req-dfb25ac9-d94f-49c9-ab40-e8af3eeaa024 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Request body: {'security_group_rule': {'security_group_id': 'ff3cbe89-8ffe-4e9e-9c5c-a794ea06f51e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:10:40.266757 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-dfb25ac9-d94f-49c9-ab40-e8af3eeaa024 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:40.324248 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-dfb25ac9-d94f-49c9-ab40-e8af3eeaa024 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:40.328340 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-dfb25ac9-d94f-49c9-ab40-e8af3eeaa024 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829969'] for security_group_rule, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:40.346174 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb25ac9-d94f-49c9-ab40-e8af3eeaa024 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c4ce204-557a-44a8-b50e-5ed932d0b551,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:10:40.351458 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-dfb25ac9-d94f-49c9-ab40-e8af3eeaa024 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:40.352898 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-dfb25ac9-d94f-49c9-ab40-e8af3eeaa024 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1167979 Jul 16 14:10:40.355566 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 36226) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:10:40.360311 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.v2.base [None req-daba7193-9206-44b0-9725-859fc509c0b0 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Request body: {'floatingip': {'floating_network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:10:40.381932 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-daba7193-9206-44b0-9725-859fc509c0b0 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Notify callbacks [] for floatingip, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:40.482177 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-daba7193-9206-44b0-9725-859fc509c0b0 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:40.583208 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [None req-daba7193-9206-44b0-9725-859fc509c0b0 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Allocated IP 172.27.1.32 (0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da/898cf826-a558-482b-96e1-37cc6b0abbc7/701599c1-564b-4624-a773-3abc4d2e3837) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 14:10:40.686736 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-daba7193-9206-44b0-9725-859fc509c0b0 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:40.726075 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-daba7193-9206-44b0-9725-859fc509c0b0 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736155824258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4062758'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:40.762716 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daba7193-9206-44b0-9725-859fc509c0b0 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Network 0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 14:10:40.767347 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-daba7193-9206-44b0-9725-859fc509c0b0 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 14:10:40.769869 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daba7193-9206-44b0-9725-859fc509c0b0 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 14:10:40.800306 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daba7193-9206-44b0-9725-859fc509c0b0 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Pushing event updated for resources: {'Port': ['ID=701599c1-564b-4624-a773-3abc4d2e3837,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:10:40.873749 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-daba7193-9206-44b0-9725-859fc509c0b0 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:40.920397 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-daba7193-9206-44b0-9725-859fc509c0b0 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:41.065095 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-daba7193-9206-44b0-9725-859fc509c0b0 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Notify callbacks [] for port, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:41.070468 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-daba7193-9206-44b0-9725-859fc509c0b0 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736156224341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736155824276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736155824294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4062751'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:41.138571 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daba7193-9206-44b0-9725-859fc509c0b0 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Pushing event updated for resources: {'Port': ['ID=701599c1-564b-4624-a773-3abc4d2e3837,revision_number=2']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:10:41.146105 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-daba7193-9206-44b0-9725-859fc509c0b0 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-611497'] for floatingip, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:41.159084 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-daba7193-9206-44b0-9725-859fc509c0b0 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72406'] for floatingip, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:41.160312 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-daba7193-9206-44b0-9725-859fc509c0b0 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8038006 Jul 16 14:10:41.495137 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-8f1ce2db-66b9-45d1-83e3-a6e986ac0b44 req-dd2b347c-e733-46a2-8bc0-a27fa1b7750f tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--695393724&fields=id&tenant_id=b3b16082e5f440ba8228e496c1f92b3a HTTP/1.1" status: 200 len: 267 time: 0.0336051 Jul 16 14:10:41.600109 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1ce2db-66b9-45d1-83e3-a6e986ac0b44 req-c14e4e9d-0822-4b0f-a3ab-9758f98d51fb tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:10:41.602021 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-8f1ce2db-66b9-45d1-83e3-a6e986ac0b44 req-c14e4e9d-0822-4b0f-a3ab-9758f98d51fb tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] 10.222.0.10 "GET /v2.0/networks?id=05b30fe7-953a-4cd0-9508-7a8db0272a66 HTTP/1.1" status: 200 len: 810 time: 0.1007035 Jul 16 14:10:41.616350 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-8f1ce2db-66b9-45d1-83e3-a6e986ac0b44 req-e649e130-5722-4412-964b-29e5b1479b35 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] 10.222.0.10 "GET /v2.0/quotas/b3b16082e5f440ba8228e496c1f92b3a HTTP/1.1" status: 200 len: 375 time: 0.0092154 Jul 16 14:10:41.684319 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-8f1ce2db-66b9-45d1-83e3-a6e986ac0b44 req-68a8e56b-151f-42b2-afa8-c588c6042de2 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=b3b16082e5f440ba8228e496c1f92b3a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0627820 Jul 16 14:10:42.034822 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-8f1ce2db-66b9-45d1-83e3-a6e986ac0b44 req-ef506559-2ab9-45a8-b2f7-e6468432345c service neutron] 10.222.0.10 "GET /v2.0/networks/05b30fe7-953a-4cd0-9508-7a8db0272a66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3396659 Jul 16 14:10:42.128678 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-8f1ce2db-66b9-45d1-83e3-a6e986ac0b44 req-b1ed6800-629a-43d6-8a5f-3e8f99642c1b service neutron] 10.222.0.10 "GET /v2.0/networks/05b30fe7-953a-4cd0-9508-7a8db0272a66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877349 Jul 16 14:10:42.454402 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-ddfb27a1-96ff-4094-a8f0-4670f5783b43 req-18e7786e-bb81-4d6e-b1d0-85538f6f148e tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] 10.222.0.10 "GET /v2.0/ports?device_id=9ba8d08c-0fe2-40d1-8723-46bef42f951c HTTP/1.1" status: 200 len: 210 time: 0.1874604 Jul 16 14:10:43.593679 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-d1c31318-41e9-4ba4-8458-6ba0bc8f853a req-b45dc02e-704f-4bc8-8fee-c2e41db2f0cd tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] 10.222.0.10 "GET /v2.0/ports?device_id=9ba8d08c-0fe2-40d1-8723-46bef42f951c HTTP/1.1" status: 200 len: 210 time: 0.0308547 Jul 16 14:10:44.087502 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Device c74e18f5-9c2a-41df-ae2a-c937dfb58e48 no longer exists at agent hyperv_hv-cinder-78476 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 14:10:44.110693 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] No Port match for: c74e18f5-9c2a-41df-ae2a-c937dfb58e48 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 14:10:44.111033 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Device c74e18f5-9c2a-41df-ae2a-c937dfb58e48 not bound to the agent host hv-cinder-78476 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 14:10:44.726535 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-557cbb81-e105-4b54-a6ca-1e1963993735 req-054abd8b-b6d5-4686-82f3-760636e60750 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] 10.222.0.10 "GET /v2.0/ports?device_id=9ba8d08c-0fe2-40d1-8723-46bef42f951c HTTP/1.1" status: 200 len: 210 time: 0.0269706 Jul 16 14:10:45.875894 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-438c87a0-cc41-447f-922c-febff51fc564 req-3c7b15f3-1b37-47d3-b1e4-01b5ae17dd53 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] 10.222.0.10 "GET /v2.0/ports?device_id=9ba8d08c-0fe2-40d1-8723-46bef42f951c HTTP/1.1" status: 200 len: 210 time: 0.0336900 Jul 16 14:10:45.989573 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:46.001799 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1ce2db-66b9-45d1-83e3-a6e986ac0b44 req-021d31fd-b26e-40cf-8126-d57fc58100fe tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:10:46.003432 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-8f1ce2db-66b9-45d1-83e3-a6e986ac0b44 req-021d31fd-b26e-40cf-8126-d57fc58100fe tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] 10.222.0.25 "GET /v2.0/networks?id=05b30fe7-953a-4cd0-9508-7a8db0272a66 HTTP/1.1" status: 200 len: 810 time: 0.1059973 Jul 16 14:10:46.058090 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-8f1ce2db-66b9-45d1-83e3-a6e986ac0b44 req-a083e987-f556-4a24-8c8c-762e93adc5ad tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b3b16082e5f440ba8228e496c1f92b3a HTTP/1.1" status: 200 len: 379 time: 0.0338125 Jul 16 14:10:46.071648 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.v2.base [req-8f1ce2db-66b9-45d1-83e3-a6e986ac0b44 req-8163ae37-aca6-4639-8605-8842ccc6187a tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Request body: {'port': {'device_id': '9ba8d08c-0fe2-40d1-8723-46bef42f951c', 'network_id': '05b30fe7-953a-4cd0-9508-7a8db0272a66', 'admin_state_up': True, 'tenant_id': 'b3b16082e5f440ba8228e496c1f92b3a', 'security_groups': ['ff3cbe89-8ffe-4e9e-9c5c-a794ea06f51e']}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:10:46.211849 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f1ce2db-66b9-45d1-83e3-a6e986ac0b44 req-8163ae37-aca6-4639-8605-8842ccc6187a tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Made reservation on behalf of b3b16082e5f440ba8228e496c1f92b3a for: {'port': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 14:10:46.215758 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-8f1ce2db-66b9-45d1-83e3-a6e986ac0b44 req-8163ae37-aca6-4639-8605-8842ccc6187a tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:46.370201 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [req-8f1ce2db-66b9-45d1-83e3-a6e986ac0b44 req-8163ae37-aca6-4639-8605-8842ccc6187a tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Allocated IP 172.20.0.9 (05b30fe7-953a-4cd0-9508-7a8db0272a66/06d06c6a-1905-449b-b463-f55701ce50ca/cdf10132-1b6e-4da7-a46f-8843ccba13d1) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 14:10:46.507685 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-8f1ce2db-66b9-45d1-83e3-a6e986ac0b44 req-8163ae37-aca6-4639-8605-8842ccc6187a tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:46.520258 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.db.provisioning_blocks [req-8f1ce2db-66b9-45d1-83e3-a6e986ac0b44 req-8163ae37-aca6-4639-8605-8842ccc6187a tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Transition to ACTIVE for port object cdf10132-1b6e-4da7-a46f-8843ccba13d1 will not be triggered until provisioned by entity DHCP. {{(pid=93102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 14:10:46.554671 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-8f1ce2db-66b9-45d1-83e3-a6e986ac0b44 req-8163ae37-aca6-4639-8605-8842ccc6187a tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736155824258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4062758'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:46.603025 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f1ce2db-66b9-45d1-83e3-a6e986ac0b44 req-8163ae37-aca6-4639-8605-8842ccc6187a tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Network 05b30fe7-953a-4cd0-9508-7a8db0272a66 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 14:10:46.606065 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [req-8f1ce2db-66b9-45d1-83e3-a6e986ac0b44 req-8163ae37-aca6-4639-8605-8842ccc6187a tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 14:10:46.610150 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f1ce2db-66b9-45d1-83e3-a6e986ac0b44 req-8163ae37-aca6-4639-8605-8842ccc6187a tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 14:10:46.633594 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8163ae37-aca6-4639-8605-8842ccc6187a tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Pushing event updated for resources: {'Port': ['ID=cdf10132-1b6e-4da7-a46f-8843ccba13d1,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:10:46.661131 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1ce2db-66b9-45d1-83e3-a6e986ac0b44 req-8163ae37-aca6-4639-8605-8842ccc6187a tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:10:46.661744 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-8f1ce2db-66b9-45d1-83e3-a6e986ac0b44 req-8163ae37-aca6-4639-8605-8842ccc6187a tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72406'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:46.676359 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-8f1ce2db-66b9-45d1-83e3-a6e986ac0b44 req-8163ae37-aca6-4639-8605-8842ccc6187a tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6089368 Jul 16 14:10:46.858694 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-e2108022-6618-4969-aad1-b99253736dee None None] Provisioning for port cdf10132-1b6e-4da7-a46f-8843ccba13d1 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 14:10:46.862304 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-e2108022-6618-4969-aad1-b99253736dee None None] Provisioning complete for port cdf10132-1b6e-4da7-a46f-8843ccba13d1 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 14:10:46.862682 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-e2108022-6618-4969-aad1-b99253736dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16503849'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:46.894743 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-e2108022-6618-4969-aad1-b99253736dee None None] Port cdf10132-1b6e-4da7-a46f-8843ccba13d1 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 14:10:47.049622 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006395a7-142a-4f7d-9473-42235177a34a req-2bdf601c-e3a4-414d-b063-bc2cc7d19332 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:10:47.050966 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-006395a7-142a-4f7d-9473-42235177a34a req-2bdf601c-e3a4-414d-b063-bc2cc7d19332 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] 10.222.0.10 "GET /v2.0/ports?device_id=9ba8d08c-0fe2-40d1-8723-46bef42f951c HTTP/1.1" status: 200 len: 931 time: 0.0607507 Jul 16 14:10:47.087236 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-006395a7-142a-4f7d-9473-42235177a34a req-c6db6e7a-08b8-4b7b-90ea-f1997487ec6d tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff3cbe89-8ffe-4e9e-9c5c-a794ea06f51e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302513 Jul 16 14:10:47.737009 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-e130c00e-3627-4c9f-bd46-0f97fe3cc4fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:48.263954 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07306b91-df5d-4e4e-8116-29eb31449b66 req-f3d6763d-ff28-4410-9cc3-88af31ac7541 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:10:48.265423 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-07306b91-df5d-4e4e-8116-29eb31449b66 req-f3d6763d-ff28-4410-9cc3-88af31ac7541 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] 10.222.0.10 "GET /v2.0/ports?device_id=9ba8d08c-0fe2-40d1-8723-46bef42f951c HTTP/1.1" status: 200 len: 931 time: 0.0691941 Jul 16 14:10:48.301323 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-07306b91-df5d-4e4e-8116-29eb31449b66 req-3b33f337-c607-4c9f-b6d3-05d3824ebb3a tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff3cbe89-8ffe-4e9e-9c5c-a794ea06f51e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303073 Jul 16 14:10:49.469133 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56324368-ec8e-4ef4-9d77-12f7092de4b9 req-214d3555-7106-46db-8a61-9ab7ad0af9aa tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:10:49.470506 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-56324368-ec8e-4ef4-9d77-12f7092de4b9 req-214d3555-7106-46db-8a61-9ab7ad0af9aa tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] 10.222.0.10 "GET /v2.0/ports?device_id=9ba8d08c-0fe2-40d1-8723-46bef42f951c HTTP/1.1" status: 200 len: 931 time: 0.0607982 Jul 16 14:10:49.511102 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-56324368-ec8e-4ef4-9d77-12f7092de4b9 req-688b459f-4f46-47fe-abae-028260c915dc tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff3cbe89-8ffe-4e9e-9c5c-a794ea06f51e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333219 Jul 16 14:10:49.629500 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.v2.base [req-8f1ce2db-66b9-45d1-83e3-a6e986ac0b44 req-bb6094eb-ec76-422c-a4c6-d5262daf5243 service neutron] Request body: {'port': {'device_id': '9ba8d08c-0fe2-40d1-8723-46bef42f951c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78476'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:10:49.692021 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-4d22912a-b9bd-469f-bbab-35169942e050 req-c7521a01-54e8-4894-b12b-7c5006078a44 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=abfa7f19-d2a3-432e-9531-2cd5e448930f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0905602 Jul 16 14:10:49.702135 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-8f1ce2db-66b9-45d1-83e3-a6e986ac0b44 req-bb6094eb-ec76-422c-a4c6-d5262daf5243 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:49.810101 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d22912a-b9bd-469f-bbab-35169942e050 req-23734845-323b-4cf3-9c19-a4e9c63e7c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:10:49.811503 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-4d22912a-b9bd-469f-bbab-35169942e050 req-23734845-323b-4cf3-9c19-a4e9c63e7c64 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f26aa26656004385a23ef6e54380f2d5&device_id=abfa7f19-d2a3-432e-9531-2cd5e448930f HTTP/1.1" status: 200 len: 1098 time: 0.0544639 Jul 16 14:10:49.917016 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d22912a-b9bd-469f-bbab-35169942e050 req-1b121c27-06ea-41d0-83c6-a99ae0d7e759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:10:49.918495 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-4d22912a-b9bd-469f-bbab-35169942e050 req-1b121c27-06ea-41d0-83c6-a99ae0d7e759 service neutron] 10.222.0.25 "GET /v2.0/networks?id=f12c8d5c-37c0-4646-93fd-2f1f0c0ef6dd HTTP/1.1" status: 200 len: 910 time: 0.0853264 Jul 16 14:10:49.973721 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.notifiers.nova [req-8f1ce2db-66b9-45d1-83e3-a6e986ac0b44 req-bb6094eb-ec76-422c-a4c6-d5262daf5243 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdf10132-1b6e-4da7-a46f-8843ccba13d1 {{(pid=93102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 14:10:49.986118 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-8f1ce2db-66b9-45d1-83e3-a6e986ac0b44 req-bb6094eb-ec76-422c-a4c6-d5262daf5243 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:49.990991 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-4d22912a-b9bd-469f-bbab-35169942e050 req-70093c9b-382d-4389-96b8-a486ee0a24ee service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2fa66e46-e910-4b6c-9cf3-b6333a1ffd7c HTTP/1.1" status: 200 len: 1001 time: 0.0642748 Jul 16 14:10:50.000434 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.db.provisioning_blocks [req-8f1ce2db-66b9-45d1-83e3-a6e986ac0b44 req-bb6094eb-ec76-422c-a4c6-d5262daf5243 service neutron] Transition to ACTIVE for port object cdf10132-1b6e-4da7-a46f-8843ccba13d1 will not be triggered until provisioned by entity L2. {{(pid=93102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 14:10:50.005307 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-8f1ce2db-66b9-45d1-83e3-a6e986ac0b44 req-bb6094eb-ec76-422c-a4c6-d5262daf5243 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736156224341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736155824276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736155824294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4062751'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:50.054744 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d22912a-b9bd-469f-bbab-35169942e050 req-29880cba-04a6-4461-bdb1-b2f6844ad5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:10:50.058573 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-4d22912a-b9bd-469f-bbab-35169942e050 req-29880cba-04a6-4461-bdb1-b2f6844ad5d4 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b576700b-81ba-4286-af68-18fe8daa7b9c HTTP/1.1" status: 200 len: 848 time: 0.0586820 Jul 16 14:10:50.103027 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6094eb-ec76-422c-a4c6-d5262daf5243 service neutron] Pushing event updated for resources: {'Port': ['ID=cdf10132-1b6e-4da7-a46f-8843ccba13d1,revision_number=2']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:10:50.118556 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6094eb-ec76-422c-a4c6-d5262daf5243 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:10:50.118918 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6094eb-ec76-422c-a4c6-d5262daf5243 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:10:50.119338 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6094eb-ec76-422c-a4c6-d5262daf5243 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:10:50.119633 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6094eb-ec76-422c-a4c6-d5262daf5243 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:10:50.120214 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6094eb-ec76-422c-a4c6-d5262daf5243 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:10:50.120325 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6094eb-ec76-422c-a4c6-d5262daf5243 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:10:50.120650 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6094eb-ec76-422c-a4c6-d5262daf5243 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:10:50.121072 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6094eb-ec76-422c-a4c6-d5262daf5243 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:10:50.121389 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6094eb-ec76-422c-a4c6-d5262daf5243 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:10:50.121719 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6094eb-ec76-422c-a4c6-d5262daf5243 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:10:50.122048 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6094eb-ec76-422c-a4c6-d5262daf5243 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:10:50.122407 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6094eb-ec76-422c-a4c6-d5262daf5243 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:10:50.129801 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d22912a-b9bd-469f-bbab-35169942e050 req-e0a7feba-daaa-4862-912c-69f73c06d52c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:10:50.131371 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-4d22912a-b9bd-469f-bbab-35169942e050 req-e0a7feba-daaa-4862-912c-69f73c06d52c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f12c8d5c-37c0-4646-93fd-2f1f0c0ef6dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0658004 Jul 16 14:10:50.150977 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [req-8f1ce2db-66b9-45d1-83e3-a6e986ac0b44 req-bb6094eb-ec76-422c-a4c6-d5262daf5243 service neutron] Attempting to bind port cdf10132-1b6e-4da7-a46f-8843ccba13d1 on host hv-cinder-78476 for vnic_type normal with profile {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 14:10:50.151318 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [req-8f1ce2db-66b9-45d1-83e3-a6e986ac0b44 req-bb6094eb-ec76-422c-a4c6-d5262daf5243 service neutron] Attempting to bind port cdf10132-1b6e-4da7-a46f-8843ccba13d1 by drivers openvswitch,hyperv on host hv-cinder-78476 at level 0 using segments [{'id': 'a2275036-b4cd-463f-abae-2b31086d1a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '05b30fe7-953a-4cd0-9508-7a8db0272a66'}] {{(pid=93102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 14:10:50.151661 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f1ce2db-66b9-45d1-83e3-a6e986ac0b44 req-bb6094eb-ec76-422c-a4c6-d5262daf5243 service neutron] Attempting to bind port cdf10132-1b6e-4da7-a46f-8843ccba13d1 on network 05b30fe7-953a-4cd0-9508-7a8db0272a66 {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 14:10:50.157336 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f1ce2db-66b9-45d1-83e3-a6e986ac0b44 req-bb6094eb-ec76-422c-a4c6-d5262daf5243 service neutron] Port cdf10132-1b6e-4da7-a46f-8843ccba13d1 on network 05b30fe7-953a-4cd0-9508-7a8db0272a66 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78476 {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 14:10:50.157680 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f1ce2db-66b9-45d1-83e3-a6e986ac0b44 req-bb6094eb-ec76-422c-a4c6-d5262daf5243 service neutron] Attempting to bind port cdf10132-1b6e-4da7-a46f-8843ccba13d1 on network 05b30fe7-953a-4cd0-9508-7a8db0272a66 {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 14:10:50.163870 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f1ce2db-66b9-45d1-83e3-a6e986ac0b44 req-bb6094eb-ec76-422c-a4c6-d5262daf5243 service neutron] Checking agent: {'id': '6fdce28b-c36c-45c9-95d7-1ffee3187505', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78476', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 14, 3, 46), 'started_at': datetime.datetime(2021, 7, 16, 14, 3, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 14, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 14:10:50.164205 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f1ce2db-66b9-45d1-83e3-a6e986ac0b44 req-bb6094eb-ec76-422c-a4c6-d5262daf5243 service neutron] Checking segment: {'id': 'a2275036-b4cd-463f-abae-2b31086d1a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '05b30fe7-953a-4cd0-9508-7a8db0272a66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 14:10:50.167905 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f1ce2db-66b9-45d1-83e3-a6e986ac0b44 req-bb6094eb-ec76-422c-a4c6-d5262daf5243 service neutron] Bound using segment: {'id': 'a2275036-b4cd-463f-abae-2b31086d1a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '05b30fe7-953a-4cd0-9508-7a8db0272a66'} {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 14:10:50.168423 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [req-8f1ce2db-66b9-45d1-83e3-a6e986ac0b44 req-bb6094eb-ec76-422c-a4c6-d5262daf5243 service neutron] Bound port: cdf10132-1b6e-4da7-a46f-8843ccba13d1, host: hv-cinder-78476, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2275036-b4cd-463f-abae-2b31086d1a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '05b30fe7-953a-4cd0-9508-7a8db0272a66'}}] {{(pid=93102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 14:10:50.169056 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-8f1ce2db-66b9-45d1-83e3-a6e986ac0b44 req-bb6094eb-ec76-422c-a4c6-d5262daf5243 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:50.261534 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.db [req-8f1ce2db-66b9-45d1-83e3-a6e986ac0b44 req-bb6094eb-ec76-422c-a4c6-d5262daf5243 service neutron] For port cdf10132-1b6e-4da7-a46f-8843ccba13d1, host hv-cinder-78476, cleared binding levels {{(pid=93102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 14:10:50.261713 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-4d22912a-b9bd-469f-bbab-35169942e050 req-0fdeaceb-b26b-4636-9cdd-32cb730d1d30 service neutron] 10.222.0.25 "GET /v2.0/networks/f12c8d5c-37c0-4646-93fd-2f1f0c0ef6dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194191 Jul 16 14:10:50.265462 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.db [req-8f1ce2db-66b9-45d1-83e3-a6e986ac0b44 req-bb6094eb-ec76-422c-a4c6-d5262daf5243 service neutron] For port cdf10132-1b6e-4da7-a46f-8843ccba13d1, host hv-cinder-78476, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=cdf10132-1b6e-4da7-a46f-8843ccba13d1,segment=NetworkSegment(a2275036-b4cd-463f-abae-2b31086d1a30),segment_id=a2275036-b4cd-463f-abae-2b31086d1a30)] {{(pid=93102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 14:10:50.273099 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-8f1ce2db-66b9-45d1-83e3-a6e986ac0b44 req-bb6094eb-ec76-422c-a4c6-d5262daf5243 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736156224341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736155824276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736155824294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4062751'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:50.309319 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1ce2db-66b9-45d1-83e3-a6e986ac0b44 req-bb6094eb-ec76-422c-a4c6-d5262daf5243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:10:50.309319 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-8f1ce2db-66b9-45d1-83e3-a6e986ac0b44 req-bb6094eb-ec76-422c-a4c6-d5262daf5243 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72406'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:50.310691 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-8f1ce2db-66b9-45d1-83e3-a6e986ac0b44 req-bb6094eb-ec76-422c-a4c6-d5262daf5243 service neutron] 10.222.0.25 "PUT /v2.0/ports/cdf10132-1b6e-4da7-a46f-8843ccba13d1 HTTP/1.1" status: 200 len: 1093 time: 0.7319601 Jul 16 14:10:50.311074 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ba8d08c-0fe2-40d1-8723-46bef42f951c', 'tag': 'cdf10132-1b6e-4da7-a46f-8843ccba13d1'}] {{(pid=93102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 14:10:50.313420 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a11fcfe668901014f0ad0c9d70c66bea342e29a2e59f45ce58be81cf923ee92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a827442-dfa7-4601-ab76-4e997a1ff66d" -d '{"events": [{"name": "network-changed", "server_uuid": "9ba8d08c-0fe2-40d1-8723-46bef42f951c", "tag": "cdf10132-1b6e-4da7-a46f-8843ccba13d1"}]}' {{(pid=93102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 14:10:50.343069 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6094eb-ec76-422c-a4c6-d5262daf5243 service neutron] Pushing event updated for resources: {'Port': ['ID=cdf10132-1b6e-4da7-a46f-8843ccba13d1,revision_number=3']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:10:50.374409 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 14:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bc2f121-8958-4d87-acf2-2b0933e7d632 x-openstack-request-id: req-1bc2f121-8958-4d87-acf2-2b0933e7d632 {{(pid=93102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 14:10:50.374655 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ba8d08c-0fe2-40d1-8723-46bef42f951c", "tag": "cdf10132-1b6e-4da7-a46f-8843ccba13d1", "status": "completed", "code": 200}]} {{(pid=93102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 14:10:50.374922 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1bc2f121-8958-4d87-acf2-2b0933e7d632 {{(pid=93102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 14:10:50.375357 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ba8d08c-0fe2-40d1-8723-46bef42f951c', 'tag': 'cdf10132-1b6e-4da7-a46f-8843ccba13d1', 'status': 'completed', 'code': 200} Jul 16 14:10:50.383067 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-dc4276dc-f0a1-4d56-841e-51b0e00cad88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:50.391250 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-4d22912a-b9bd-469f-bbab-35169942e050 req-b028012d-d460-4154-9209-6aaabf12efeb service neutron] 10.222.0.25 "GET /v2.0/networks/f12c8d5c-37c0-4646-93fd-2f1f0c0ef6dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147549 Jul 16 14:10:50.444922 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1ce2db-66b9-45d1-83e3-a6e986ac0b44 req-d3ff9fb7-45e4-41e4-afc1-9f90806ae574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:10:50.446412 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-8f1ce2db-66b9-45d1-83e3-a6e986ac0b44 req-d3ff9fb7-45e4-41e4-afc1-9f90806ae574 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b3b16082e5f440ba8228e496c1f92b3a&device_id=9ba8d08c-0fe2-40d1-8723-46bef42f951c HTTP/1.1" status: 200 len: 1096 time: 0.0580938 Jul 16 14:10:50.497744 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-8f1ce2db-66b9-45d1-83e3-a6e986ac0b44 req-f9ae4df8-b359-4285-bc2b-a3d2b12954cc service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cdf10132-1b6e-4da7-a46f-8843ccba13d1 HTTP/1.1" status: 200 len: 217 time: 0.0366597 Jul 16 14:10:50.550242 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1ce2db-66b9-45d1-83e3-a6e986ac0b44 req-efb777a7-e9ce-4f5b-a0a7-c5eea20d0c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:10:50.551611 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-8f1ce2db-66b9-45d1-83e3-a6e986ac0b44 req-efb777a7-e9ce-4f5b-a0a7-c5eea20d0c3b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=06d06c6a-1905-449b-b463-f55701ce50ca HTTP/1.1" status: 200 len: 849 time: 0.0462213 Jul 16 14:10:50.618551 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1ce2db-66b9-45d1-83e3-a6e986ac0b44 req-57bd48c5-eb7d-4a35-86ed-f578e74be6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:10:50.620132 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-8f1ce2db-66b9-45d1-83e3-a6e986ac0b44 req-57bd48c5-eb7d-4a35-86ed-f578e74be6f0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=05b30fe7-953a-4cd0-9508-7a8db0272a66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0596075 Jul 16 14:10:50.708455 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:50.762036 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b25501-cfd0-48fa-ad27-8fe9f00d9eb7 req-6da6fc10-0d7d-4c97-83dc-90c2d2d7a9f5 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:10:50.763549 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-f2b25501-cfd0-48fa-ad27-8fe9f00d9eb7 req-6da6fc10-0d7d-4c97-83dc-90c2d2d7a9f5 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] 10.222.0.10 "GET /v2.0/ports?device_id=9ba8d08c-0fe2-40d1-8723-46bef42f951c HTTP/1.1" status: 200 len: 943 time: 0.1285031 Jul 16 14:10:50.765520 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-8f1ce2db-66b9-45d1-83e3-a6e986ac0b44 req-d68f80d8-3e06-4344-a613-49349e7bd78f service neutron] 10.222.0.25 "GET /v2.0/networks/05b30fe7-953a-4cd0-9508-7a8db0272a66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380677 Jul 16 14:10:50.818365 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-f2b25501-cfd0-48fa-ad27-8fe9f00d9eb7 req-8b416131-8464-48a1-9043-f48c315fddd6 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff3cbe89-8ffe-4e9e-9c5c-a794ea06f51e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468128 Jul 16 14:10:50.901427 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-8f1ce2db-66b9-45d1-83e3-a6e986ac0b44 req-bd727951-16b9-4fc6-b618-828e9d8697be service neutron] 10.222.0.25 "GET /v2.0/networks/05b30fe7-953a-4cd0-9508-7a8db0272a66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963798 Jul 16 14:10:51.437128 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-64ab8875-bbbc-4415-a681-ef47cf0d365f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:52.035484 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c59ef1-79aa-4ea0-8c6a-1237314c8e76 req-56b07a07-81fc-4a5c-ba3f-71faa82c4064 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:10:52.036963 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-e1c59ef1-79aa-4ea0-8c6a-1237314c8e76 req-56b07a07-81fc-4a5c-ba3f-71faa82c4064 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] 10.222.0.10 "GET /v2.0/ports?device_id=9ba8d08c-0fe2-40d1-8723-46bef42f951c HTTP/1.1" status: 200 len: 943 time: 0.0613427 Jul 16 14:10:52.073634 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-e1c59ef1-79aa-4ea0-8c6a-1237314c8e76 req-12629041-9ea6-43c8-b402-4d8c48d08c7a tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff3cbe89-8ffe-4e9e-9c5c-a794ea06f51e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307865 Jul 16 14:10:53.089565 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-fe1600e4-7db6-428f-a340-75d1d02f3a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:53.247782 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c7dc5f-d6c0-4d41-9320-8a505a3f830f req-46386746-1df5-4d69-a25f-f3464a5703fc tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:10:53.249273 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-50c7dc5f-d6c0-4d41-9320-8a505a3f830f req-46386746-1df5-4d69-a25f-f3464a5703fc tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] 10.222.0.10 "GET /v2.0/ports?device_id=9ba8d08c-0fe2-40d1-8723-46bef42f951c HTTP/1.1" status: 200 len: 943 time: 0.0657926 Jul 16 14:10:53.285834 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-50c7dc5f-d6c0-4d41-9320-8a505a3f830f req-def14dbd-5b8a-4830-b973-b0e856e3bff1 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff3cbe89-8ffe-4e9e-9c5c-a794ea06f51e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310817 Jul 16 14:10:53.908822 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a827442-dfa7-4601-ab76-4e997a1ff66d req-e8776f81-9fb8-454d-a14d-e3123a427730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:10:53.910319 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-8a827442-dfa7-4601-ab76-4e997a1ff66d req-e8776f81-9fb8-454d-a14d-e3123a427730 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b3b16082e5f440ba8228e496c1f92b3a&device_id=9ba8d08c-0fe2-40d1-8723-46bef42f951c HTTP/1.1" status: 200 len: 1096 time: 0.0520434 Jul 16 14:10:54.001134 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a827442-dfa7-4601-ab76-4e997a1ff66d req-39e92294-caa9-4249-9122-9985007aace3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:10:54.002507 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-8a827442-dfa7-4601-ab76-4e997a1ff66d req-39e92294-caa9-4249-9122-9985007aace3 service neutron] 10.222.0.25 "GET /v2.0/networks?id=05b30fe7-953a-4cd0-9508-7a8db0272a66 HTTP/1.1" status: 200 len: 911 time: 0.0851989 Jul 16 14:10:54.045557 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-8a827442-dfa7-4601-ab76-4e997a1ff66d req-bb78448f-4b1b-4861-9761-1ce03f627ec8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cdf10132-1b6e-4da7-a46f-8843ccba13d1 HTTP/1.1" status: 200 len: 217 time: 0.0345454 Jul 16 14:10:54.093099 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a827442-dfa7-4601-ab76-4e997a1ff66d req-d6665a70-cc0e-460b-b842-d2d19952939c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:10:54.094486 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-8a827442-dfa7-4601-ab76-4e997a1ff66d req-d6665a70-cc0e-460b-b842-d2d19952939c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=06d06c6a-1905-449b-b463-f55701ce50ca HTTP/1.1" status: 200 len: 849 time: 0.0428898 Jul 16 14:10:54.165278 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a827442-dfa7-4601-ab76-4e997a1ff66d req-9007b89c-39aa-45a5-8938-b4ea595cdce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:10:54.166768 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-8a827442-dfa7-4601-ab76-4e997a1ff66d req-9007b89c-39aa-45a5-8938-b4ea595cdce4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=05b30fe7-953a-4cd0-9508-7a8db0272a66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0561111 Jul 16 14:10:54.258541 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-8a827442-dfa7-4601-ab76-4e997a1ff66d req-6cef662c-c8fa-4264-8467-918216892d12 service neutron] 10.222.0.25 "GET /v2.0/networks/05b30fe7-953a-4cd0-9508-7a8db0272a66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830994 Jul 16 14:10:54.357811 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-8a827442-dfa7-4601-ab76-4e997a1ff66d req-171e86e9-4003-4291-8692-39e74e772a7e service neutron] 10.222.0.25 "GET /v2.0/networks/05b30fe7-953a-4cd0-9508-7a8db0272a66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862672 Jul 16 14:10:54.454378 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e8e022-9ebc-419e-83bd-824826246bd7 req-d5559d84-be0a-4f1c-bf4f-be2fc909f4fa tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:10:54.455819 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-26e8e022-9ebc-419e-83bd-824826246bd7 req-d5559d84-be0a-4f1c-bf4f-be2fc909f4fa tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] 10.222.0.10 "GET /v2.0/ports?device_id=9ba8d08c-0fe2-40d1-8723-46bef42f951c HTTP/1.1" status: 200 len: 943 time: 0.0618730 Jul 16 14:10:54.492349 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-26e8e022-9ebc-419e-83bd-824826246bd7 req-1e9412bc-2d2b-43b7-b04d-5305490ae696 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff3cbe89-8ffe-4e9e-9c5c-a794ea06f51e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304964 Jul 16 14:10:55.117949 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Device cdf10132-1b6e-4da7-a46f-8843ccba13d1 details requested by agent hyperv_hv-cinder-78476 with host hv-cinder-78476 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 14:10:55.215136 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] For port cdf10132-1b6e-4da7-a46f-8843ccba13d1, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=cdf10132-1b6e-4da7-a46f-8843ccba13d1,segment=NetworkSegment(a2275036-b4cd-463f-abae-2b31086d1a30),segment_id=a2275036-b4cd-463f-abae-2b31086d1a30)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:10:55.226311 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Returning: {'device': 'cdf10132-1b6e-4da7-a46f-8843ccba13d1', 'network_id': '05b30fe7-953a-4cd0-9508-7a8db0272a66', 'port_id': 'cdf10132-1b6e-4da7-a46f-8843ccba13d1', 'mac_address': 'fa:16:3e:a9:57:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06d06c6a-1905-449b-b463-f55701ce50ca', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 14:10:55.263382 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:55.276247 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdf10132-1b6e-4da7-a46f-8843ccba13d1 {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 14:10:55.295772 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] For port cdf10132-1b6e-4da7-a46f-8843ccba13d1, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=cdf10132-1b6e-4da7-a46f-8843ccba13d1,segment=NetworkSegment(a2275036-b4cd-463f-abae-2b31086d1a30),segment_id=a2275036-b4cd-463f-abae-2b31086d1a30)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:10:55.299872 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736156224341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736155824276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736155824294'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:55.348509 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Pushing event updated for resources: {'Port': ['ID=cdf10132-1b6e-4da7-a46f-8843ccba13d1,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:10:55.667697 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ec80cb-0533-4117-8891-385a801b02d8 req-fb15606f-e69e-4ea1-a8e7-10fb79eac83f tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:10:55.668498 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] get_ports_and_sgs() called for port_ids ['cdf10132-1b6e-4da7-a46f-8843ccba13d1'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 14:10:55.669183 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-97ec80cb-0533-4117-8891-385a801b02d8 req-fb15606f-e69e-4ea1-a8e7-10fb79eac83f tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] 10.222.0.10 "GET /v2.0/ports?device_id=9ba8d08c-0fe2-40d1-8723-46bef42f951c HTTP/1.1" status: 200 len: 944 time: 0.0685627 Jul 16 14:10:55.709728 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-97ec80cb-0533-4117-8891-385a801b02d8 req-45c2674b-786a-4fbb-a3f7-2dd2c1af50eb tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff3cbe89-8ffe-4e9e-9c5c-a794ea06f51e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345566 Jul 16 14:10:56.882660 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fe1f07-a9fa-4c4c-93ae-64899deed666 req-8957c2b9-a615-4087-91aa-403b9e6ca43a tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:10:56.884187 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-e1fe1f07-a9fa-4c4c-93ae-64899deed666 req-8957c2b9-a615-4087-91aa-403b9e6ca43a tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] 10.222.0.10 "GET /v2.0/ports?device_id=9ba8d08c-0fe2-40d1-8723-46bef42f951c HTTP/1.1" status: 200 len: 944 time: 0.0650325 Jul 16 14:10:56.921697 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-e1fe1f07-a9fa-4c4c-93ae-64899deed666 req-93f5b37e-7bb0-4237-8a4a-d388b46ce859 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff3cbe89-8ffe-4e9e-9c5c-a794ea06f51e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319538 Jul 16 14:10:57.118365 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Device cdf10132-1b6e-4da7-a46f-8843ccba13d1 up at agent hyperv_hv-cinder-78476 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 14:10:57.164634 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Provisioning for port cdf10132-1b6e-4da7-a46f-8843ccba13d1 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 14:10:57.167970 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Provisioning complete for port cdf10132-1b6e-4da7-a46f-8843ccba13d1 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 14:10:57.168334 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16503849'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:57.244202 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:57.266418 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ba8d08c-0fe2-40d1-8723-46bef42f951c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdf10132-1b6e-4da7-a46f-8843ccba13d1'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 14:10:57.268635 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e17b9d4f214fa64bfb48c5bf95da0f2ee536929a6529a77ec24820d0293f4c41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3fe42c8-3124-4972-ac37-7c4c55877160" -d '{"events": [{"server_uuid": "9ba8d08c-0fe2-40d1-8723-46bef42f951c", "name": "network-vif-plugged", "status": "completed", "tag": "cdf10132-1b6e-4da7-a46f-8843ccba13d1"}]}' {{(pid=93103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 14:10:57.281810 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] For port cdf10132-1b6e-4da7-a46f-8843ccba13d1, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=cdf10132-1b6e-4da7-a46f-8843ccba13d1,segment=NetworkSegment(a2275036-b4cd-463f-abae-2b31086d1a30),segment_id=a2275036-b4cd-463f-abae-2b31086d1a30)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:10:57.286068 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736156224341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736155824276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736155824294'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:10:57.318149 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 14:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-065a0578-16e8-4567-b8dc-c6be62a1579b x-openstack-request-id: req-065a0578-16e8-4567-b8dc-c6be62a1579b {{(pid=93103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 14:10:57.318442 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ba8d08c-0fe2-40d1-8723-46bef42f951c", "name": "network-vif-plugged", "status": "completed", "tag": "cdf10132-1b6e-4da7-a46f-8843ccba13d1", "code": 200}]} {{(pid=93103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 14:10:57.318689 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-065a0578-16e8-4567-b8dc-c6be62a1579b {{(pid=93103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 14:10:57.319069 dv-cinder-784763-7-iscsi neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ba8d08c-0fe2-40d1-8723-46bef42f951c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdf10132-1b6e-4da7-a46f-8843ccba13d1', 'code': 200} Jul 16 14:10:57.334580 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Pushing event updated for resources: {'Port': ['ID=cdf10132-1b6e-4da7-a46f-8843ccba13d1,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:10:58.090520 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae36fb8-76ca-49c2-bb9b-f3ad2d095f7b req-b3eaf1d8-df9b-4aad-8130-25c1e739c48b tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:10:58.091969 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-4ae36fb8-76ca-49c2-bb9b-f3ad2d095f7b req-b3eaf1d8-df9b-4aad-8130-25c1e739c48b tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] 10.222.0.10 "GET /v2.0/ports?device_id=9ba8d08c-0fe2-40d1-8723-46bef42f951c HTTP/1.1" status: 200 len: 945 time: 0.0615301 Jul 16 14:10:58.128332 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-4ae36fb8-76ca-49c2-bb9b-f3ad2d095f7b req-9623b50a-2fec-4934-ab3e-2a4596670d49 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff3cbe89-8ffe-4e9e-9c5c-a794ea06f51e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308287 Jul 16 14:10:58.696632 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.agents_db [None req-74bc78d6-8b96-4e29-998d-b6ecd97de622 None None] Agent healthcheck: found 6 active agents {{(pid=93105) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 14:10:59.301323 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93513dc-f81f-4be3-bb51-2d3aafb2cf19 req-0cc5222a-73d3-4cc0-b7cb-64d35fad607d tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:10:59.302757 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-e93513dc-f81f-4be3-bb51-2d3aafb2cf19 req-0cc5222a-73d3-4cc0-b7cb-64d35fad607d tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] 10.222.0.10 "GET /v2.0/ports?device_id=9ba8d08c-0fe2-40d1-8723-46bef42f951c HTTP/1.1" status: 200 len: 945 time: 0.0641470 Jul 16 14:10:59.339651 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-e93513dc-f81f-4be3-bb51-2d3aafb2cf19 req-f4fe47ff-5f84-4469-9544-66992a274649 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff3cbe89-8ffe-4e9e-9c5c-a794ea06f51e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310068 Jul 16 14:11:00.267483 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903e1cea-69be-4812-aca3-df15f96cf9d3 req-0914d3a6-8785-410d-81b6-c193ec8e9985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:11:00.268981 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-903e1cea-69be-4812-aca3-df15f96cf9d3 req-0914d3a6-8785-410d-81b6-c193ec8e9985 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=9ba8d08c-0fe2-40d1-8723-46bef42f951c HTTP/1.1" status: 200 len: 1098 time: 0.0510654 Jul 16 14:11:00.302131 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-903e1cea-69be-4812-aca3-df15f96cf9d3 req-f005bee1-fa90-406a-b6f0-ed7d41e42ffc service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=ff3cbe89-8ffe-4e9e-9c5c-a794ea06f51e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0260160 Jul 16 14:11:00.511428 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d303d1-4904-4959-8811-45b99131504e req-3094e4f1-77d5-4c79-bce4-b6a876f8afbd tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:11:00.512834 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-b1d303d1-4904-4959-8811-45b99131504e req-3094e4f1-77d5-4c79-bce4-b6a876f8afbd tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] 10.222.0.10 "GET /v2.0/ports?device_id=9ba8d08c-0fe2-40d1-8723-46bef42f951c HTTP/1.1" status: 200 len: 945 time: 0.0667727 Jul 16 14:11:00.550799 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-b1d303d1-4904-4959-8811-45b99131504e req-3336b325-1d09-40e8-b74e-8827f13105ae tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff3cbe89-8ffe-4e9e-9c5c-a794ea06f51e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324290 Jul 16 14:11:01.726085 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f605214b-6cd4-46b6-8a40-676c349ea40d req-5ca24a7c-e83d-4c2a-9499-579e9614dc85 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:11:01.727578 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-f605214b-6cd4-46b6-8a40-676c349ea40d req-5ca24a7c-e83d-4c2a-9499-579e9614dc85 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] 10.222.0.10 "GET /v2.0/ports?device_id=9ba8d08c-0fe2-40d1-8723-46bef42f951c HTTP/1.1" status: 200 len: 945 time: 0.0643692 Jul 16 14:11:01.764001 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-f605214b-6cd4-46b6-8a40-676c349ea40d req-2d656fa7-d67f-4f31-80d5-57b41e031a1b tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff3cbe89-8ffe-4e9e-9c5c-a794ea06f51e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307794 Jul 16 14:11:02.086857 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 36504) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:11:02.186121 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-25bc9cf2-f1ab-4dc3-89ce-4b5345cfd4b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:11:02.271908 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-25bc9cf2-f1ab-4dc3-89ce-4b5345cfd4b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:11:02.275529 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-25bc9cf2-f1ab-4dc3-89ce-4b5345cfd4b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:11:02.310480 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bc9cf2-f1ab-4dc3-89ce-4b5345cfd4b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3327418-d201-4d85-9487-623f13b8e87c,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:11:02.314854 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-25bc9cf2-f1ab-4dc3-89ce-4b5345cfd4b9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2b68ff4424344e1eb189df83d48b81ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2269559 Jul 16 14:11:02.317579 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 36508) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:11:02.370786 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-633d2bdd-688d-4116-923d-7cc7ba3c171f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:11:02.392704 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-633d2bdd-688d-4116-923d-7cc7ba3c171f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:11:02.438713 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-633d2bdd-688d-4116-923d-7cc7ba3c171f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:11:02.441311 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-633d2bdd-688d-4116-923d-7cc7ba3c171f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:11:02.442476 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-633d2bdd-688d-4116-923d-7cc7ba3c171f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b3327418-d201-4d85-9487-623f13b8e87c HTTP/1.1" status: 204 len: 168 time: 0.1241701 Jul 16 14:11:02.450108 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633d2bdd-688d-4116-923d-7cc7ba3c171f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3327418-d201-4d85-9487-623f13b8e87c,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:11:02.939646 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d9affb-4917-4942-b822-3a0a5dc9c781 req-14db5f4e-93ab-48eb-b1dd-9ad2ae08128d tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:11:02.941177 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-73d9affb-4917-4942-b822-3a0a5dc9c781 req-14db5f4e-93ab-48eb-b1dd-9ad2ae08128d tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] 10.222.0.10 "GET /v2.0/ports?device_id=9ba8d08c-0fe2-40d1-8723-46bef42f951c HTTP/1.1" status: 200 len: 945 time: 0.0647776 Jul 16 14:11:02.979993 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-73d9affb-4917-4942-b822-3a0a5dc9c781 req-0842be26-5df5-4bc5-8abe-4c17f3c8ed02 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff3cbe89-8ffe-4e9e-9c5c-a794ea06f51e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330627 Jul 16 14:11:03.146201 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5195c7f7-5dd5-4375-980f-9e3d943193ec req-04c8db12-21d7-4604-a417-9570bdc3b378 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:11:03.148038 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-5195c7f7-5dd5-4375-980f-9e3d943193ec req-04c8db12-21d7-4604-a417-9570bdc3b378 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] 10.222.0.10 "GET /v2.0/ports?device_id=9ba8d08c-0fe2-40d1-8723-46bef42f951c HTTP/1.1" status: 200 len: 945 time: 0.0672488 Jul 16 14:11:03.156566 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 36544) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:11:03.161192 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.v2.base [None req-8b6c4e49-d93e-4476-b56e-1ca93b35fee3 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Request body: {'floatingip': {'port_id': 'cdf10132-1b6e-4da7-a46f-8843ccba13d1'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:11:03.199742 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8b6c4e49-d93e-4476-b56e-1ca93b35fee3 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Notify callbacks [] for floatingip, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:11:03.650018 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8b6c4e49-d93e-4476-b56e-1ca93b35fee3 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:11:03.653821 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8b6c4e49-d93e-4476-b56e-1ca93b35fee3 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-611497'] for floatingip, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:11:03.746267 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.db.l3_db [None req-8b6c4e49-d93e-4476-b56e-1ca93b35fee3 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Floating IP 86ecbb79-260c-4c26-b172-ad1b8054f779 associated. External IP: 172.27.1.32, port: cdf10132-1b6e-4da7-a46f-8843ccba13d1. Jul 16 14:11:03.939387 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b6c4e49-d93e-4476-b56e-1ca93b35fee3 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Router 2ea68513-8ff3-45f6-b748-c07ceb1512d3 has already been hosted by L3 agent d50ece19-a35b-4d9c-a2c6-6c45fbfb3bdd {{(pid=93102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 14:11:04.037398 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b6c4e49-d93e-4476-b56e-1ca93b35fee3 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Notify agent at l3_agent.dv-cinder-784763-7-iscsi the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 14:11:04.042891 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8b6c4e49-d93e-4476-b56e-1ca93b35fee3 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72406'] for floatingip, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:11:04.046765 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e0ba72-e0d7-426e-a9b5-4a743e350df3 None None] Sync routers for ids ['2ea68513-8ff3-45f6-b748-c07ceb1512d3'] in dv-cinder-784763-7-iscsi {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 14:11:04.055955 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e0ba72-e0d7-426e-a9b5-4a743e350df3 None None] Routers {'2ea68513-8ff3-45f6-b748-c07ceb1512d3'} bound to L3 agent in host dv-cinder-784763-7-iscsi {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 14:11:04.056575 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-19e0ba72-e0d7-426e-a9b5-4a743e350df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T13:57:50Z,description=,heartbeat_timestamp=2021-07-16T14:10:50Z,host='dv-cinder-784763-7-iscsi',id=d50ece19-a35b-4d9c-a2c6-6c45fbfb3bdd,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T13:57:50Z,topic='l3_agent')) {'router_ids': ['2ea68513-8ff3-45f6-b748-c07ceb1512d3'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:11:04.081944 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-8b6c4e49-d93e-4476-b56e-1ca93b35fee3 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] 10.222.0.10 "PUT /v2.0/floatingips/86ecbb79-260c-4c26-b172-ad1b8054f779 HTTP/1.1" status: 200 len: 990 time: 0.9242904 Jul 16 14:11:04.082536 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ba8d08c-0fe2-40d1-8723-46bef42f951c', 'tag': 'cdf10132-1b6e-4da7-a46f-8843ccba13d1'}] {{(pid=93102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 14:11:04.085115 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a11fcfe668901014f0ad0c9d70c66bea342e29a2e59f45ce58be81cf923ee92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f02ff57-5022-482c-8cd7-80bd0be60450" -d '{"events": [{"name": "network-changed", "server_uuid": "9ba8d08c-0fe2-40d1-8723-46bef42f951c", "tag": "cdf10132-1b6e-4da7-a46f-8843ccba13d1"}]}' {{(pid=93102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 14:11:04.163134 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-19e0ba72-e0d7-426e-a9b5-4a743e350df3 None None] Set router 2ea68513-8ff3-45f6-b748-c07ceb1512d3 gateway port host: dv-cinder-784763-7-iscsi {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 14:11:04.379570 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-19e0ba72-e0d7-426e-a9b5-4a743e350df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ea68513-8ff3-45f6-b748-c07ceb1512d3', 'name': 'tempest-AttachVolumeTestJSON-553302294-router', 'tenant_id': 'b3b16082e5f440ba8228e496c1f92b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'external_fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': '936e5680-6b45-41c7-9073-dbaa75f76f33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T14:05:34Z', 'updated_at': '2021-07-16T14:05:46Z', 'revision_number': 4, 'project_id': 'b3b16082e5f440ba8228e496c1f92b3a', 'gw_port': {'id': '936e5680-6b45-41c7-9073-dbaa75f76f33', 'name': '', 'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:64:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ea68513-8ff3-45f6-b748-c07ceb1512d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:05:35Z', 'updated_at': '2021-07-16T14:05:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-7-iscsi', '_floatingips': [{'id': '86ecbb79-260c-4c26-b172-ad1b8054f779', 'tenant_id': 'b3b16082e5f440ba8228e496c1f92b3a', 'floating_ip_address': '172.27.1.32', 'floating_network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'router_id': '2ea68513-8ff3-45f6-b748-c07ceb1512d3', 'port_id': 'cdf10132-1b6e-4da7-a46f-8843ccba13d1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05b30fe7-953a-4cd0-9508-7a8db0272a66', 'mac_address': 'fa:16:3e:a9:57:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ba8d08c-0fe2-40d1-8723-46bef42f951c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T14:10:40Z', 'updated_at': '2021-07-16T14:11:03Z', 'revision_number': 1, 'project_id': 'b3b16082e5f440ba8228e496c1f92b3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9afb8bb1-c75a-4798-bed6-205ab3a5d557', 'name': '', 'network_id': '05b30fe7-953a-4cd0-9508-7a8db0272a66', 'tenant_id': 'b3b16082e5f440ba8228e496c1f92b3a', 'mac_address': 'fa:16:3e:b9:84:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ea68513-8ff3-45f6-b748-c07ceb1512d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '06d06c6a-1905-449b-b463-f55701ce50ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:05:42Z', 'updated_at': '2021-07-16T14:05:58Z', 'revision_number': 5, 'project_id': 'b3b16082e5f440ba8228e496c1f92b3a', 'subnets': [{'id': '06d06c6a-1905-449b-b463-f55701ce50ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-7-iscsi', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:11:04.405015 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e0ba72-e0d7-426e-a9b5-4a743e350df3 None None] Checking router: 2ea68513-8ff3-45f6-b748-c07ceb1512d3 for host: dv-cinder-784763-7-iscsi {{(pid=93103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 14:11:04.413109 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e0ba72-e0d7-426e-a9b5-4a743e350df3 None None] Routers {'2ea68513-8ff3-45f6-b748-c07ceb1512d3'} bound to L3 agent in host dv-cinder-784763-7-iscsi {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 14:11:04.413717 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-19e0ba72-e0d7-426e-a9b5-4a743e350df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T13:57:50Z,description=,heartbeat_timestamp=2021-07-16T14:10:50Z,host='dv-cinder-784763-7-iscsi',id=d50ece19-a35b-4d9c-a2c6-6c45fbfb3bdd,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T13:57:50Z,topic='l3_agent')) {'router_ids': ['2ea68513-8ff3-45f6-b748-c07ceb1512d3'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:11:04.518032 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-19e0ba72-e0d7-426e-a9b5-4a743e350df3 None None] Set router 2ea68513-8ff3-45f6-b748-c07ceb1512d3 gateway port host: dv-cinder-784763-7-iscsi {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 14:11:04.623614 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 14:11:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5209ca7e-d668-4828-b7f9-fcfa994e66bc x-openstack-request-id: req-5209ca7e-d668-4828-b7f9-fcfa994e66bc {{(pid=93102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 14:11:04.623962 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ba8d08c-0fe2-40d1-8723-46bef42f951c", "tag": "cdf10132-1b6e-4da7-a46f-8843ccba13d1", "status": "completed", "code": 200}]} {{(pid=93102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 14:11:04.624273 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5209ca7e-d668-4828-b7f9-fcfa994e66bc {{(pid=93102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 14:11:04.624749 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ba8d08c-0fe2-40d1-8723-46bef42f951c', 'tag': 'cdf10132-1b6e-4da7-a46f-8843ccba13d1', 'status': 'completed', 'code': 200} Jul 16 14:11:04.729501 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f02ff57-5022-482c-8cd7-80bd0be60450 req-53faeeab-00a8-4769-9c90-2e5def019c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:11:04.731036 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-3f02ff57-5022-482c-8cd7-80bd0be60450 req-53faeeab-00a8-4769-9c90-2e5def019c8d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b3b16082e5f440ba8228e496c1f92b3a&device_id=9ba8d08c-0fe2-40d1-8723-46bef42f951c HTTP/1.1" status: 200 len: 1098 time: 0.0545595 Jul 16 14:11:04.745128 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-19e0ba72-e0d7-426e-a9b5-4a743e350df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ea68513-8ff3-45f6-b748-c07ceb1512d3', 'name': 'tempest-AttachVolumeTestJSON-553302294-router', 'tenant_id': 'b3b16082e5f440ba8228e496c1f92b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'external_fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': '936e5680-6b45-41c7-9073-dbaa75f76f33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T14:05:34Z', 'updated_at': '2021-07-16T14:05:46Z', 'revision_number': 4, 'project_id': 'b3b16082e5f440ba8228e496c1f92b3a', 'gw_port': {'id': '936e5680-6b45-41c7-9073-dbaa75f76f33', 'name': '', 'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:64:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ea68513-8ff3-45f6-b748-c07ceb1512d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:05:35Z', 'updated_at': '2021-07-16T14:05:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-7-iscsi', '_floatingips': [{'id': '86ecbb79-260c-4c26-b172-ad1b8054f779', 'tenant_id': 'b3b16082e5f440ba8228e496c1f92b3a', 'floating_ip_address': '172.27.1.32', 'floating_network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'router_id': '2ea68513-8ff3-45f6-b748-c07ceb1512d3', 'port_id': 'cdf10132-1b6e-4da7-a46f-8843ccba13d1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05b30fe7-953a-4cd0-9508-7a8db0272a66', 'mac_address': 'fa:16:3e:a9:57:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ba8d08c-0fe2-40d1-8723-46bef42f951c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T14:10:40Z', 'updated_at': '2021-07-16T14:11:03Z', 'revision_number': 1, 'project_id': 'b3b16082e5f440ba8228e496c1f92b3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9afb8bb1-c75a-4798-bed6-205ab3a5d557', 'name': '', 'network_id': '05b30fe7-953a-4cd0-9508-7a8db0272a66', 'tenant_id': 'b3b16082e5f440ba8228e496c1f92b3a', 'mac_address': 'fa:16:3e:b9:84:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ea68513-8ff3-45f6-b748-c07ceb1512d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '06d06c6a-1905-449b-b463-f55701ce50ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:05:42Z', 'updated_at': '2021-07-16T14:05:58Z', 'revision_number': 5, 'project_id': 'b3b16082e5f440ba8228e496c1f92b3a', 'subnets': [{'id': '06d06c6a-1905-449b-b463-f55701ce50ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-7-iscsi', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:11:04.771011 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e0ba72-e0d7-426e-a9b5-4a743e350df3 None None] The sync data for ids ['2ea68513-8ff3-45f6-b748-c07ceb1512d3'] in dv-cinder-784763-7-iscsi is: [{'id': '2ea68513-8ff3-45f6-b748-c07ceb1512d3', 'name': 'tempest-AttachVolumeTestJSON-553302294-router', 'tenant_id': 'b3b16082e5f440ba8228e496c1f92b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'external_fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': '936e5680-6b45-41c7-9073-dbaa75f76f33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T14:05:34Z', 'updated_at': '2021-07-16T14:05:46Z', 'revision_number': 4, 'project_id': 'b3b16082e5f440ba8228e496c1f92b3a', 'gw_port': {'id': '936e5680-6b45-41c7-9073-dbaa75f76f33', 'name': '', 'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:64:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ea68513-8ff3-45f6-b748-c07ceb1512d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:05:35Z', 'updated_at': '2021-07-16T14:05:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-7-iscsi', '_floatingips': [{'id': '86ecbb79-260c-4c26-b172-ad1b8054f779', 'tenant_id': 'b3b16082e5f440ba8228e496c1f92b3a', 'floating_ip_address': '172.27.1.32', 'floating_network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'router_id': '2ea68513-8ff3-45f6-b748-c07ceb1512d3', 'port_id': 'cdf10132-1b6e-4da7-a46f-8843ccba13d1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05b30fe7-953a-4cd0-9508-7a8db0272a66', 'mac_address': 'fa:16:3e:a9:57:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ba8d08c-0fe2-40d1-8723-46bef42f951c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T14:10:40Z', 'updated_at': '2021-07-16T14:11:03Z', 'revision_number': 1, 'project_id': 'b3b16082e5f440ba8228e496c1f92b3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9afb8bb1-c75a-4798-bed6-205ab3a5d557', 'name': '', 'network_id': '05b30fe7-953a-4cd0-9508-7a8db0272a66', 'tenant_id': 'b3b16082e5f440ba8228e496c1f92b3a', 'mac_address': 'fa:16:3e:b9:84:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ea68513-8ff3-45f6-b748-c07ceb1512d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '06d06c6a-1905-449b-b463-f55701ce50ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:05:42Z', 'updated_at': '2021-07-16T14:05:58Z', 'revision_number': 5, 'project_id': 'b3b16082e5f440ba8228e496c1f92b3a', 'subnets': [{'id': '06d06c6a-1905-449b-b463-f55701ce50ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 14:11:04.826023 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f02ff57-5022-482c-8cd7-80bd0be60450 req-7f68c79b-b0bc-462b-94ce-47ff3e9b7edf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:11:04.827496 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-3f02ff57-5022-482c-8cd7-80bd0be60450 req-7f68c79b-b0bc-462b-94ce-47ff3e9b7edf service neutron] 10.222.0.25 "GET /v2.0/networks?id=05b30fe7-953a-4cd0-9508-7a8db0272a66 HTTP/1.1" status: 200 len: 911 time: 0.0884023 Jul 16 14:11:04.897591 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-3f02ff57-5022-482c-8cd7-80bd0be60450 req-3e26e8c4-e753-4fca-b0e3-10af34e6babf service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cdf10132-1b6e-4da7-a46f-8843ccba13d1 HTTP/1.1" status: 200 len: 998 time: 0.0624554 Jul 16 14:11:04.948706 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f02ff57-5022-482c-8cd7-80bd0be60450 req-34feb7ed-9aa3-4907-b90e-6a1d6b6987fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:11:04.950186 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-3f02ff57-5022-482c-8cd7-80bd0be60450 req-34feb7ed-9aa3-4907-b90e-6a1d6b6987fe service neutron] 10.222.0.25 "GET /v2.0/subnets?id=06d06c6a-1905-449b-b463-f55701ce50ca HTTP/1.1" status: 200 len: 849 time: 0.0442736 Jul 16 14:11:04.956643 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea37da43-a891-4af2-aeb5-1774eda973f6 None None] New status for floating IP 86ecbb79-260c-4c26-b172-ad1b8054f779: ACTIVE {{(pid=93105) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 14:11:05.011485 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f02ff57-5022-482c-8cd7-80bd0be60450 req-053c1456-f79d-4dc6-996f-f8f7cba4c7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:11:05.012935 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-3f02ff57-5022-482c-8cd7-80bd0be60450 req-053c1456-f79d-4dc6-996f-f8f7cba4c7b6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=05b30fe7-953a-4cd0-9508-7a8db0272a66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0542128 Jul 16 14:11:05.102302 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-3f02ff57-5022-482c-8cd7-80bd0be60450 req-c8ca1b36-4187-4544-8ac8-f395729e33cb service neutron] 10.222.0.25 "GET /v2.0/networks/05b30fe7-953a-4cd0-9508-7a8db0272a66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817916 Jul 16 14:11:05.443817 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-3f02ff57-5022-482c-8cd7-80bd0be60450 req-c16817a3-07bc-4c87-af86-e5c647ed77bd service neutron] 10.222.0.25 "GET /v2.0/networks/05b30fe7-953a-4cd0-9508-7a8db0272a66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3342078 Jul 16 14:11:14.443726 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 36660) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:11:14.542732 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-acf96d07-92a3-41fa-8902-7f893f795d2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:11:14.627380 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-acf96d07-92a3-41fa-8902-7f893f795d2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:11:14.630934 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-acf96d07-92a3-41fa-8902-7f893f795d2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:11:14.668098 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-acf96d07-92a3-41fa-8902-7f893f795d2b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=fbd04c0a04e745e0a0c60e0641110731&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2233276 Jul 16 14:11:14.669244 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf96d07-92a3-41fa-8902-7f893f795d2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0676bdee-50fc-40bf-8e79-363100c8e3ff,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:11:14.670839 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 36664) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:11:14.723326 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-bb5ff204-b154-49a9-97b1-ba1721776db9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:11:14.742963 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-bb5ff204-b154-49a9-97b1-ba1721776db9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:11:14.786635 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-bb5ff204-b154-49a9-97b1-ba1721776db9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:11:14.789241 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-bb5ff204-b154-49a9-97b1-ba1721776db9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:11:14.790353 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-bb5ff204-b154-49a9-97b1-ba1721776db9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0676bdee-50fc-40bf-8e79-363100c8e3ff HTTP/1.1" status: 204 len: 168 time: 0.1176157 Jul 16 14:11:14.797434 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5ff204-b154-49a9-97b1-ba1721776db9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0676bdee-50fc-40bf-8e79-363100c8e3ff,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:11:14.804422 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5ff204-b154-49a9-97b1-ba1721776db9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:11:14.804782 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5ff204-b154-49a9-97b1-ba1721776db9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:11:14.805126 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5ff204-b154-49a9-97b1-ba1721776db9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:11:14.805455 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5ff204-b154-49a9-97b1-ba1721776db9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:11:14.805779 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5ff204-b154-49a9-97b1-ba1721776db9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:11:14.806618 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5ff204-b154-49a9-97b1-ba1721776db9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:11:14.806948 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5ff204-b154-49a9-97b1-ba1721776db9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:11:14.807268 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5ff204-b154-49a9-97b1-ba1721776db9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:11:14.807595 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5ff204-b154-49a9-97b1-ba1721776db9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:11:14.807912 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5ff204-b154-49a9-97b1-ba1721776db9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:11:14.808229 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5ff204-b154-49a9-97b1-ba1721776db9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:11:14.808543 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5ff204-b154-49a9-97b1-ba1721776db9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:11:15.981643 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:11:16.708084 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a476ec-d655-4e29-9841-381d1fa9165f req-7d16c071-b092-4014-9b52-e296c9e5546f tempest-VolumesSnapshotTestJSON-784500810 tempest-VolumesSnapshotTestJSON-784500810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:11:16.709452 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-47a476ec-d655-4e29-9841-381d1fa9165f req-7d16c071-b092-4014-9b52-e296c9e5546f tempest-VolumesSnapshotTestJSON-784500810 tempest-VolumesSnapshotTestJSON-784500810-project] 10.222.0.10 "GET /v2.0/ports?device_id=d8d06899-031f-4b9d-b3e3-d73e812fb415 HTTP/1.1" status: 200 len: 946 time: 0.0610240 Jul 16 14:11:16.746548 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-47a476ec-d655-4e29-9841-381d1fa9165f req-4131d654-0810-484d-8112-f8e157f09695 tempest-VolumesSnapshotTestJSON-784500810 tempest-VolumesSnapshotTestJSON-784500810-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf934ec5-6361-469c-9b6b-78170a57bc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307808 Jul 16 14:11:17.736451 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-c710eef9-4f9b-4647-a3b3-8c3773eaf93e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:11:17.916730 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc87462-e8f9-41b2-b8fa-f2eb9d851d7b req-42e18094-f62c-4006-aeaf-6e624781fe17 tempest-VolumesSnapshotTestJSON-784500810 tempest-VolumesSnapshotTestJSON-784500810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:11:17.918229 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-7dc87462-e8f9-41b2-b8fa-f2eb9d851d7b req-42e18094-f62c-4006-aeaf-6e624781fe17 tempest-VolumesSnapshotTestJSON-784500810 tempest-VolumesSnapshotTestJSON-784500810-project] 10.222.0.10 "GET /v2.0/ports?device_id=d8d06899-031f-4b9d-b3e3-d73e812fb415 HTTP/1.1" status: 200 len: 946 time: 0.0622363 Jul 16 14:11:17.954573 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-7dc87462-e8f9-41b2-b8fa-f2eb9d851d7b req-09628a96-5255-4193-a09f-4621f91513bb tempest-VolumesSnapshotTestJSON-784500810 tempest-VolumesSnapshotTestJSON-784500810-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf934ec5-6361-469c-9b6b-78170a57bc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307963 Jul 16 14:11:18.685983 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3553ed46-1ad5-4e46-b4b0-2abbd8687bf6 req-0353c7a9-c50d-498d-9904-c0e06021e67d tempest-VolumesSnapshotTestJSON-784500810 tempest-VolumesSnapshotTestJSON-784500810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:11:18.687406 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-3553ed46-1ad5-4e46-b4b0-2abbd8687bf6 req-0353c7a9-c50d-498d-9904-c0e06021e67d tempest-VolumesSnapshotTestJSON-784500810 tempest-VolumesSnapshotTestJSON-784500810-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8d06899-031f-4b9d-b3e3-d73e812fb415 HTTP/1.1" status: 200 len: 946 time: 0.0636311 Jul 16 14:11:18.788717 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [req-3553ed46-1ad5-4e46-b4b0-2abbd8687bf6 req-21404282-281f-447c-a0d0-c9ece85c132f tempest-VolumesSnapshotTestJSON-784500810 tempest-VolumesSnapshotTestJSON-784500810-project] Deleting port d1e75487-12ea-4de6-9284-6ac64a5d5421 {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 14:11:18.789091 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-3553ed46-1ad5-4e46-b4b0-2abbd8687bf6 req-21404282-281f-447c-a0d0-c9ece85c132f tempest-VolumesSnapshotTestJSON-784500810 tempest-VolumesSnapshotTestJSON-784500810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736156223663'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:11:18.878073 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.db [req-3553ed46-1ad5-4e46-b4b0-2abbd8687bf6 req-21404282-281f-447c-a0d0-c9ece85c132f tempest-VolumesSnapshotTestJSON-784500810 tempest-VolumesSnapshotTestJSON-784500810-project] For port d1e75487-12ea-4de6-9284-6ac64a5d5421, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=d1e75487-12ea-4de6-9284-6ac64a5d5421,segment=NetworkSegment(4ea20850-6d50-426f-884d-13beac521997),segment_id=4ea20850-6d50-426f-884d-13beac521997)] {{(pid=93102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:11:18.878426 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-3553ed46-1ad5-4e46-b4b0-2abbd8687bf6 req-21404282-281f-447c-a0d0-c9ece85c132f tempest-VolumesSnapshotTestJSON-784500810 tempest-VolumesSnapshotTestJSON-784500810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683922'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:11:18.890101 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [req-3553ed46-1ad5-4e46-b4b0-2abbd8687bf6 req-21404282-281f-447c-a0d0-c9ece85c132f tempest-VolumesSnapshotTestJSON-784500810 tempest-VolumesSnapshotTestJSON-784500810-project] Calling delete_port for d1e75487-12ea-4de6-9284-6ac64a5d5421 owned by compute:nova {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 14:11:19.014461 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-3553ed46-1ad5-4e46-b4b0-2abbd8687bf6 req-21404282-281f-447c-a0d0-c9ece85c132f tempest-VolumesSnapshotTestJSON-784500810 tempest-VolumesSnapshotTestJSON-784500810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736156224386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736155824267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4062758'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:11:19.044119 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21404282-281f-447c-a0d0-c9ece85c132f tempest-VolumesSnapshotTestJSON-784500810 tempest-VolumesSnapshotTestJSON-784500810-project] Pushing event deleted for resources: {'Port': ['ID=d1e75487-12ea-4de6-9284-6ac64a5d5421,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:11:19.051678 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] get_ports_and_sgs() called for port_ids ['d1e75487-12ea-4de6-9284-6ac64a5d5421'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 14:11:19.088143 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [req-3553ed46-1ad5-4e46-b4b0-2abbd8687bf6 req-21404282-281f-447c-a0d0-c9ece85c132f tempest-VolumesSnapshotTestJSON-784500810 tempest-VolumesSnapshotTestJSON-784500810-project] No DVR routers for this DVR port d1e75487-12ea-4de6-9284-6ac64a5d5421 on host hv-cinder-78476 {{(pid=93102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 14:11:19.097367 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-3553ed46-1ad5-4e46-b4b0-2abbd8687bf6 req-21404282-281f-447c-a0d0-c9ece85c132f tempest-VolumesSnapshotTestJSON-784500810 tempest-VolumesSnapshotTestJSON-784500810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72406'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:11:19.099143 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-3553ed46-1ad5-4e46-b4b0-2abbd8687bf6 req-21404282-281f-447c-a0d0-c9ece85c132f tempest-VolumesSnapshotTestJSON-784500810 tempest-VolumesSnapshotTestJSON-784500810-project] 10.222.0.25 "DELETE /v2.0/ports/d1e75487-12ea-4de6-9284-6ac64a5d5421 HTTP/1.1" status: 204 len: 173 time: 0.4030435 Jul 16 14:11:19.099581 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8d06899-031f-4b9d-b3e3-d73e812fb415', 'name': 'network-vif-deleted', 'tag': 'd1e75487-12ea-4de6-9284-6ac64a5d5421'}] {{(pid=93102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 14:11:19.101767 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a11fcfe668901014f0ad0c9d70c66bea342e29a2e59f45ce58be81cf923ee92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4fd34e3-c9a5-4b08-825e-368ce4994981" -d '{"events": [{"server_uuid": "d8d06899-031f-4b9d-b3e3-d73e812fb415", "name": "network-vif-deleted", "tag": "d1e75487-12ea-4de6-9284-6ac64a5d5421"}]}' {{(pid=93102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 14:11:19.128392 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-606d4aab-9462-493e-bda8-f8c40efb1867 req-084d9675-66c8-49f8-a1ad-fb11e8cc8ce4 tempest-VolumesSnapshotTestJSON-784500810 tempest-VolumesSnapshotTestJSON-784500810-project] 10.222.0.10 "GET /v2.0/ports?device_id=d8d06899-031f-4b9d-b3e3-d73e812fb415 HTTP/1.1" status: 200 len: 210 time: 0.0412860 Jul 16 14:11:19.148398 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 14:11:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c3e9db2-7377-4744-b15d-9d017a23e42f x-openstack-request-id: req-0c3e9db2-7377-4744-b15d-9d017a23e42f {{(pid=93102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 14:11:19.148689 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8d06899-031f-4b9d-b3e3-d73e812fb415", "name": "network-vif-deleted", "tag": "d1e75487-12ea-4de6-9284-6ac64a5d5421", "status": "completed", "code": 200}]} {{(pid=93102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 14:11:19.149088 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0c3e9db2-7377-4744-b15d-9d017a23e42f {{(pid=93102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 14:11:19.149385 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8d06899-031f-4b9d-b3e3-d73e812fb415', 'name': 'network-vif-deleted', 'tag': 'd1e75487-12ea-4de6-9284-6ac64a5d5421', 'status': 'completed', 'code': 200} Jul 16 14:11:20.367004 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-bffa1a83-bf8f-4a93-b881-028d2023cf6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:11:20.709446 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:11:21.439685 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-64ab8875-bbbc-4415-a681-ef47cf0d365f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:11:22.336725 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Device d1e75487-12ea-4de6-9284-6ac64a5d5421 no longer exists at agent hyperv_hv-cinder-78476 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 14:11:22.359421 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] No Port match for: d1e75487-12ea-4de6-9284-6ac64a5d5421 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 14:11:22.359758 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Device d1e75487-12ea-4de6-9284-6ac64a5d5421 not bound to the agent host hv-cinder-78476 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 14:11:23.092646 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-fe1600e4-7db6-428f-a340-75d1d02f3a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:11:29.104694 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b95eaf6-95f2-44ec-869d-1dd6be3a4370 req-0db0705e-960b-4236-a54e-2d36ba738ba7 tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:11:29.106444 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-1b95eaf6-95f2-44ec-869d-1dd6be3a4370 req-0db0705e-960b-4236-a54e-2d36ba738ba7 tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] 10.222.0.10 "GET /v2.0/ports?device_id=abfa7f19-d2a3-432e-9531-2cd5e448930f HTTP/1.1" status: 200 len: 945 time: 0.0688956 Jul 16 14:11:29.149330 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-1b95eaf6-95f2-44ec-869d-1dd6be3a4370 req-9357fd95-f85a-451f-b447-a740d1b472f6 tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] 10.222.0.10 "GET /v2.0/security-groups?id=a14a42af-a4ef-4b15-8b8b-646b56cf2e04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357213 Jul 16 14:11:29.209269 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240ad278-9afc-4d71-8dc5-5717cb3d76a3 req-fc562f13-3db3-43af-b1ab-9b6a5b31fdec tempest-VolumesSnapshotTestJSON-784500810 tempest-VolumesSnapshotTestJSON-784500810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:11:29.210824 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-240ad278-9afc-4d71-8dc5-5717cb3d76a3 req-fc562f13-3db3-43af-b1ab-9b6a5b31fdec tempest-VolumesSnapshotTestJSON-784500810 tempest-VolumesSnapshotTestJSON-784500810-project] 10.222.0.10 "GET /v2.0/networks?id=00212012-b431-49a3-a42b-ffcd33b1f41e HTTP/1.1" status: 200 len: 814 time: 0.1397092 Jul 16 14:11:29.226248 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-240ad278-9afc-4d71-8dc5-5717cb3d76a3 req-4ce26235-6e7a-4059-bd1c-acecaf105d2e tempest-VolumesSnapshotTestJSON-784500810 tempest-VolumesSnapshotTestJSON-784500810-project] 10.222.0.10 "GET /v2.0/quotas/deb95e414d084e59a9491a96374b126e HTTP/1.1" status: 200 len: 375 time: 0.0088270 Jul 16 14:11:29.258306 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-240ad278-9afc-4d71-8dc5-5717cb3d76a3 req-2417c6cb-81b6-48e4-8cb2-6a72f9d2ceb0 tempest-VolumesSnapshotTestJSON-784500810 tempest-VolumesSnapshotTestJSON-784500810-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=deb95e414d084e59a9491a96374b126e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0265870 Jul 16 14:11:29.435680 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-240ad278-9afc-4d71-8dc5-5717cb3d76a3 req-08524403-c53b-46d4-a730-2d449bb94017 service neutron] 10.222.0.10 "GET /v2.0/networks/00212012-b431-49a3-a42b-ffcd33b1f41e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710737 Jul 16 14:11:29.532189 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-240ad278-9afc-4d71-8dc5-5717cb3d76a3 req-070cdcb0-b89f-452e-944e-71651a8800da service neutron] 10.222.0.10 "GET /v2.0/networks/00212012-b431-49a3-a42b-ffcd33b1f41e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907819 Jul 16 14:11:29.690856 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-e87eca48-dd36-4799-8a16-4ae48ffc3e64 req-414633d5-d6fb-42fa-9e48-0d286a0873c8 tempest-VolumesSnapshotTestJSON-784500810 tempest-VolumesSnapshotTestJSON-784500810-project] 10.222.0.10 "GET /v2.0/ports?device_id=c253c0a6-9eda-4222-bbc0-1133c2d24a24 HTTP/1.1" status: 200 len: 210 time: 0.0285378 Jul 16 14:11:30.334580 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310efa26-b3cf-4463-9f68-f475a6462304 req-7ae4b431-7977-4cdc-8ef5-e99c2517d2db tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:11:30.336063 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-310efa26-b3cf-4463-9f68-f475a6462304 req-7ae4b431-7977-4cdc-8ef5-e99c2517d2db tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] 10.222.0.10 "GET /v2.0/ports?device_id=abfa7f19-d2a3-432e-9531-2cd5e448930f HTTP/1.1" status: 200 len: 945 time: 0.0628502 Jul 16 14:11:30.377699 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-310efa26-b3cf-4463-9f68-f475a6462304 req-f7c31693-562e-4f03-9011-910e8ee9439b tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] 10.222.0.10 "GET /v2.0/security-groups?id=a14a42af-a4ef-4b15-8b8b-646b56cf2e04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353398 Jul 16 14:11:30.835880 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-2bdf3ebb-db55-4550-a2c5-b8f03d8c5410 req-7eb64e55-40c4-4c61-81cf-4496fbdba060 tempest-VolumesSnapshotTestJSON-784500810 tempest-VolumesSnapshotTestJSON-784500810-project] 10.222.0.10 "GET /v2.0/ports?device_id=c253c0a6-9eda-4222-bbc0-1133c2d24a24 HTTP/1.1" status: 200 len: 210 time: 0.0315716 Jul 16 14:11:30.899918 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240ad278-9afc-4d71-8dc5-5717cb3d76a3 req-cd945709-58e7-453a-a794-f53651b9a28a tempest-VolumesSnapshotTestJSON-784500810 tempest-VolumesSnapshotTestJSON-784500810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:11:30.901378 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-240ad278-9afc-4d71-8dc5-5717cb3d76a3 req-cd945709-58e7-453a-a794-f53651b9a28a tempest-VolumesSnapshotTestJSON-784500810 tempest-VolumesSnapshotTestJSON-784500810-project] 10.222.0.25 "GET /v2.0/networks?id=00212012-b431-49a3-a42b-ffcd33b1f41e HTTP/1.1" status: 200 len: 814 time: 0.1036935 Jul 16 14:11:30.925748 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.v2.base [req-240ad278-9afc-4d71-8dc5-5717cb3d76a3 req-5c76e9be-154e-4644-bd3c-c5ae3e8be7db tempest-VolumesSnapshotTestJSON-784500810 tempest-VolumesSnapshotTestJSON-784500810-project] Request body: {'port': {'device_id': 'c253c0a6-9eda-4222-bbc0-1133c2d24a24', 'network_id': '00212012-b431-49a3-a42b-ffcd33b1f41e', 'admin_state_up': True, 'tenant_id': 'deb95e414d084e59a9491a96374b126e'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:11:31.043664 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-240ad278-9afc-4d71-8dc5-5717cb3d76a3 req-5c76e9be-154e-4644-bd3c-c5ae3e8be7db tempest-VolumesSnapshotTestJSON-784500810 tempest-VolumesSnapshotTestJSON-784500810-project] Made reservation on behalf of deb95e414d084e59a9491a96374b126e for: {'port': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 14:11:31.047298 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-240ad278-9afc-4d71-8dc5-5717cb3d76a3 req-5c76e9be-154e-4644-bd3c-c5ae3e8be7db tempest-VolumesSnapshotTestJSON-784500810 tempest-VolumesSnapshotTestJSON-784500810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:11:31.170714 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [req-240ad278-9afc-4d71-8dc5-5717cb3d76a3 req-5c76e9be-154e-4644-bd3c-c5ae3e8be7db tempest-VolumesSnapshotTestJSON-784500810 tempest-VolumesSnapshotTestJSON-784500810-project] Allocated IP 172.20.0.12 (00212012-b431-49a3-a42b-ffcd33b1f41e/a3156122-d430-4dd4-ba84-f82ea8e48cec/9de03599-27ba-41e6-9599-9cc3e686f1ba) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 14:11:31.323909 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-240ad278-9afc-4d71-8dc5-5717cb3d76a3 req-5c76e9be-154e-4644-bd3c-c5ae3e8be7db tempest-VolumesSnapshotTestJSON-784500810 tempest-VolumesSnapshotTestJSON-784500810-project] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:11:31.365246 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-240ad278-9afc-4d71-8dc5-5717cb3d76a3 req-5c76e9be-154e-4644-bd3c-c5ae3e8be7db tempest-VolumesSnapshotTestJSON-784500810 tempest-VolumesSnapshotTestJSON-784500810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736155824258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4062758'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:11:31.411496 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-240ad278-9afc-4d71-8dc5-5717cb3d76a3 req-5c76e9be-154e-4644-bd3c-c5ae3e8be7db tempest-VolumesSnapshotTestJSON-784500810 tempest-VolumesSnapshotTestJSON-784500810-project] Network 00212012-b431-49a3-a42b-ffcd33b1f41e is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 14:11:31.420860 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [req-240ad278-9afc-4d71-8dc5-5717cb3d76a3 req-5c76e9be-154e-4644-bd3c-c5ae3e8be7db tempest-VolumesSnapshotTestJSON-784500810 tempest-VolumesSnapshotTestJSON-784500810-project] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 14:11:31.425021 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [req-240ad278-9afc-4d71-8dc5-5717cb3d76a3 req-5c76e9be-154e-4644-bd3c-c5ae3e8be7db tempest-VolumesSnapshotTestJSON-784500810 tempest-VolumesSnapshotTestJSON-784500810-project] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 14:11:31.457092 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c76e9be-154e-4644-bd3c-c5ae3e8be7db tempest-VolumesSnapshotTestJSON-784500810 tempest-VolumesSnapshotTestJSON-784500810-project] Pushing event updated for resources: {'Port': ['ID=9de03599-27ba-41e6-9599-9cc3e686f1ba,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:11:31.480723 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240ad278-9afc-4d71-8dc5-5717cb3d76a3 req-5c76e9be-154e-4644-bd3c-c5ae3e8be7db tempest-VolumesSnapshotTestJSON-784500810 tempest-VolumesSnapshotTestJSON-784500810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:11:31.481451 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-240ad278-9afc-4d71-8dc5-5717cb3d76a3 req-5c76e9be-154e-4644-bd3c-c5ae3e8be7db tempest-VolumesSnapshotTestJSON-784500810 tempest-VolumesSnapshotTestJSON-784500810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72406'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:11:31.497090 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-240ad278-9afc-4d71-8dc5-5717cb3d76a3 req-5c76e9be-154e-4644-bd3c-c5ae3e8be7db tempest-VolumesSnapshotTestJSON-784500810 tempest-VolumesSnapshotTestJSON-784500810-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5749788 Jul 16 14:11:31.532517 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.v2.base [req-240ad278-9afc-4d71-8dc5-5717cb3d76a3 req-97023f1c-b564-4540-b972-6580a7e02867 service neutron] Request body: {'port': {'device_id': 'c253c0a6-9eda-4222-bbc0-1133c2d24a24', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78476'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:11:31.577278 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951bfbb9-7a50-46f5-9bf9-f6e3513539c2 req-703c52ee-f2c2-4c6c-a6e6-0b86b929c797 tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:11:31.578872 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-951bfbb9-7a50-46f5-9bf9-f6e3513539c2 req-703c52ee-f2c2-4c6c-a6e6-0b86b929c797 tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] 10.222.0.10 "GET /v2.0/ports?device_id=abfa7f19-d2a3-432e-9531-2cd5e448930f HTTP/1.1" status: 200 len: 945 time: 0.0658906 Jul 16 14:11:31.616906 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-951bfbb9-7a50-46f5-9bf9-f6e3513539c2 req-79bf12cc-416b-4f3b-ab2b-2b87bb116da1 tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] 10.222.0.10 "GET /v2.0/security-groups?id=a14a42af-a4ef-4b15-8b8b-646b56cf2e04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320518 Jul 16 14:11:31.640887 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665262aa-bd1d-4449-bfa6-dd8ca288d2eb req-0b8d4529-5150-46d7-9eed-c3070f1bd9a9 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:11:31.642353 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-665262aa-bd1d-4449-bfa6-dd8ca288d2eb req-0b8d4529-5150-46d7-9eed-c3070f1bd9a9 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4fd96fc-3c77-440f-afb9-e8e0c57a00f1 HTTP/1.1" status: 200 len: 945 time: 0.1239531 Jul 16 14:11:31.646668 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-240ad278-9afc-4d71-8dc5-5717cb3d76a3 req-97023f1c-b564-4540-b972-6580a7e02867 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:11:31.712876 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-665262aa-bd1d-4449-bfa6-dd8ca288d2eb req-5fae2298-bb1d-43ee-9c53-773309f62e60 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c503182-09b9-4e47-85c4-a937a2862e32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633118 Jul 16 14:11:31.923988 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.notifiers.nova [req-240ad278-9afc-4d71-8dc5-5717cb3d76a3 req-97023f1c-b564-4540-b972-6580a7e02867 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9de03599-27ba-41e6-9599-9cc3e686f1ba {{(pid=93102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 14:11:31.931996 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-240ad278-9afc-4d71-8dc5-5717cb3d76a3 req-97023f1c-b564-4540-b972-6580a7e02867 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:11:31.943972 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.db.provisioning_blocks [req-240ad278-9afc-4d71-8dc5-5717cb3d76a3 req-97023f1c-b564-4540-b972-6580a7e02867 service neutron] Transition to ACTIVE for port object 9de03599-27ba-41e6-9599-9cc3e686f1ba will not be triggered until provisioned by entity L2. {{(pid=93102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 14:11:31.947974 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-240ad278-9afc-4d71-8dc5-5717cb3d76a3 req-97023f1c-b564-4540-b972-6580a7e02867 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736156224341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736155824276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736155824294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4062751'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:11:31.997267 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97023f1c-b564-4540-b972-6580a7e02867 service neutron] Pushing event updated for resources: {'Port': ['ID=9de03599-27ba-41e6-9599-9cc3e686f1ba,revision_number=2']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:11:32.011023 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ceffbf0-6176-4e65-952e-0515e476340e req-0cfc53f0-3140-4d95-ba74-2d943dcef2ec tempest-VolumesSnapshotTestJSON-784500810 tempest-VolumesSnapshotTestJSON-784500810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:11:32.012530 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-5ceffbf0-6176-4e65-952e-0515e476340e req-0cfc53f0-3140-4d95-ba74-2d943dcef2ec tempest-VolumesSnapshotTestJSON-784500810 tempest-VolumesSnapshotTestJSON-784500810-project] 10.222.0.10 "GET /v2.0/ports?device_id=c253c0a6-9eda-4222-bbc0-1133c2d24a24 HTTP/1.1" status: 200 len: 944 time: 0.0655613 Jul 16 14:11:32.049802 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-5ceffbf0-6176-4e65-952e-0515e476340e req-befb9ec2-e546-40a9-87af-e505ac819610 tempest-VolumesSnapshotTestJSON-784500810 tempest-VolumesSnapshotTestJSON-784500810-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf934ec5-6361-469c-9b6b-78170a57bc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314710 Jul 16 14:11:32.067044 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [req-240ad278-9afc-4d71-8dc5-5717cb3d76a3 req-97023f1c-b564-4540-b972-6580a7e02867 service neutron] Attempting to bind port 9de03599-27ba-41e6-9599-9cc3e686f1ba on host hv-cinder-78476 for vnic_type normal with profile {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 14:11:32.067378 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [req-240ad278-9afc-4d71-8dc5-5717cb3d76a3 req-97023f1c-b564-4540-b972-6580a7e02867 service neutron] Attempting to bind port 9de03599-27ba-41e6-9599-9cc3e686f1ba by drivers openvswitch,hyperv on host hv-cinder-78476 at level 0 using segments [{'id': '4ea20850-6d50-426f-884d-13beac521997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '00212012-b431-49a3-a42b-ffcd33b1f41e'}] {{(pid=93102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 14:11:32.067702 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-240ad278-9afc-4d71-8dc5-5717cb3d76a3 req-97023f1c-b564-4540-b972-6580a7e02867 service neutron] Attempting to bind port 9de03599-27ba-41e6-9599-9cc3e686f1ba on network 00212012-b431-49a3-a42b-ffcd33b1f41e {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 14:11:32.072409 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-240ad278-9afc-4d71-8dc5-5717cb3d76a3 req-97023f1c-b564-4540-b972-6580a7e02867 service neutron] Port 9de03599-27ba-41e6-9599-9cc3e686f1ba on network 00212012-b431-49a3-a42b-ffcd33b1f41e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78476 {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 14:11:32.072723 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-240ad278-9afc-4d71-8dc5-5717cb3d76a3 req-97023f1c-b564-4540-b972-6580a7e02867 service neutron] Attempting to bind port 9de03599-27ba-41e6-9599-9cc3e686f1ba on network 00212012-b431-49a3-a42b-ffcd33b1f41e {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 14:11:32.077340 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-240ad278-9afc-4d71-8dc5-5717cb3d76a3 req-97023f1c-b564-4540-b972-6580a7e02867 service neutron] Checking agent: {'id': '6fdce28b-c36c-45c9-95d7-1ffee3187505', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78476', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 14, 3, 46), 'started_at': datetime.datetime(2021, 7, 16, 14, 3, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 14, 11, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 14:11:32.077668 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-240ad278-9afc-4d71-8dc5-5717cb3d76a3 req-97023f1c-b564-4540-b972-6580a7e02867 service neutron] Checking segment: {'id': '4ea20850-6d50-426f-884d-13beac521997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '00212012-b431-49a3-a42b-ffcd33b1f41e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 14:11:32.078042 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-240ad278-9afc-4d71-8dc5-5717cb3d76a3 req-97023f1c-b564-4540-b972-6580a7e02867 service neutron] Bound using segment: {'id': '4ea20850-6d50-426f-884d-13beac521997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '00212012-b431-49a3-a42b-ffcd33b1f41e'} {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 14:11:32.078454 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [req-240ad278-9afc-4d71-8dc5-5717cb3d76a3 req-97023f1c-b564-4540-b972-6580a7e02867 service neutron] Bound port: 9de03599-27ba-41e6-9599-9cc3e686f1ba, host: hv-cinder-78476, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ea20850-6d50-426f-884d-13beac521997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '00212012-b431-49a3-a42b-ffcd33b1f41e'}}] {{(pid=93102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 14:11:32.078804 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-240ad278-9afc-4d71-8dc5-5717cb3d76a3 req-97023f1c-b564-4540-b972-6580a7e02867 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:11:32.139409 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.db [req-240ad278-9afc-4d71-8dc5-5717cb3d76a3 req-97023f1c-b564-4540-b972-6580a7e02867 service neutron] For port 9de03599-27ba-41e6-9599-9cc3e686f1ba, host hv-cinder-78476, cleared binding levels {{(pid=93102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 14:11:32.142253 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.db [req-240ad278-9afc-4d71-8dc5-5717cb3d76a3 req-97023f1c-b564-4540-b972-6580a7e02867 service neutron] For port 9de03599-27ba-41e6-9599-9cc3e686f1ba, host hv-cinder-78476, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=9de03599-27ba-41e6-9599-9cc3e686f1ba,segment=NetworkSegment(4ea20850-6d50-426f-884d-13beac521997),segment_id=4ea20850-6d50-426f-884d-13beac521997)] {{(pid=93102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 14:11:32.146666 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-240ad278-9afc-4d71-8dc5-5717cb3d76a3 req-97023f1c-b564-4540-b972-6580a7e02867 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736156224341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736155824276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736155824294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4062751'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:11:32.178329 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240ad278-9afc-4d71-8dc5-5717cb3d76a3 req-97023f1c-b564-4540-b972-6580a7e02867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:11:32.178947 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-240ad278-9afc-4d71-8dc5-5717cb3d76a3 req-97023f1c-b564-4540-b972-6580a7e02867 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72406'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:11:32.180359 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-240ad278-9afc-4d71-8dc5-5717cb3d76a3 req-97023f1c-b564-4540-b972-6580a7e02867 service neutron] 10.222.0.25 "PUT /v2.0/ports/9de03599-27ba-41e6-9599-9cc3e686f1ba HTTP/1.1" status: 200 len: 1094 time: 0.6530075 Jul 16 14:11:32.181355 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c253c0a6-9eda-4222-bbc0-1133c2d24a24', 'tag': '9de03599-27ba-41e6-9599-9cc3e686f1ba'}] {{(pid=93102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 14:11:32.183608 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a11fcfe668901014f0ad0c9d70c66bea342e29a2e59f45ce58be81cf923ee92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e651dab2-676d-4d0d-8d6f-672da9492f54" -d '{"events": [{"name": "network-changed", "server_uuid": "c253c0a6-9eda-4222-bbc0-1133c2d24a24", "tag": "9de03599-27ba-41e6-9599-9cc3e686f1ba"}]}' {{(pid=93102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 14:11:32.210317 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97023f1c-b564-4540-b972-6580a7e02867 service neutron] Pushing event updated for resources: {'Port': ['ID=9de03599-27ba-41e6-9599-9cc3e686f1ba,revision_number=3']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:11:32.231456 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 14:11:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64f182a5-ca06-4757-bafa-e2a19e9bb07c x-openstack-request-id: req-64f182a5-ca06-4757-bafa-e2a19e9bb07c {{(pid=93102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 14:11:32.231836 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c253c0a6-9eda-4222-bbc0-1133c2d24a24", "tag": "9de03599-27ba-41e6-9599-9cc3e686f1ba", "status": "completed", "code": 200}]} {{(pid=93102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 14:11:32.232168 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-64f182a5-ca06-4757-bafa-e2a19e9bb07c {{(pid=93102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 14:11:32.232632 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c253c0a6-9eda-4222-bbc0-1133c2d24a24', 'tag': '9de03599-27ba-41e6-9599-9cc3e686f1ba', 'status': 'completed', 'code': 200} Jul 16 14:11:32.326347 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240ad278-9afc-4d71-8dc5-5717cb3d76a3 req-d102dbf8-7bbf-4fb2-91da-d9a007a384f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:11:32.327849 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-240ad278-9afc-4d71-8dc5-5717cb3d76a3 req-d102dbf8-7bbf-4fb2-91da-d9a007a384f0 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=deb95e414d084e59a9491a96374b126e&device_id=c253c0a6-9eda-4222-bbc0-1133c2d24a24 HTTP/1.1" status: 200 len: 1097 time: 0.0562251 Jul 16 14:11:32.380500 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-240ad278-9afc-4d71-8dc5-5717cb3d76a3 req-8dde3b67-ecc7-4326-ab0d-90ea19212073 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9de03599-27ba-41e6-9599-9cc3e686f1ba HTTP/1.1" status: 200 len: 217 time: 0.0344064 Jul 16 14:11:32.426535 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240ad278-9afc-4d71-8dc5-5717cb3d76a3 req-b67c4e74-52c1-4a04-a7a8-6bf47933ae6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:11:32.427870 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-240ad278-9afc-4d71-8dc5-5717cb3d76a3 req-b67c4e74-52c1-4a04-a7a8-6bf47933ae6b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a3156122-d430-4dd4-ba84-f82ea8e48cec HTTP/1.1" status: 200 len: 854 time: 0.0411615 Jul 16 14:11:32.463038 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-240ad278-9afc-4d71-8dc5-5717cb3d76a3 req-d3b2bf9b-286e-498b-a716-e1593196b48d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=00212012-b431-49a3-a42b-ffcd33b1f41e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279660 Jul 16 14:11:32.549529 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-240ad278-9afc-4d71-8dc5-5717cb3d76a3 req-990738f6-d4e7-44c8-889a-145cf2f2d8d0 service neutron] 10.222.0.25 "GET /v2.0/networks/00212012-b431-49a3-a42b-ffcd33b1f41e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794382 Jul 16 14:11:32.639989 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-240ad278-9afc-4d71-8dc5-5717cb3d76a3 req-1de44ea6-70a9-4add-9db8-f9daedc71976 service neutron] 10.222.0.25 "GET /v2.0/networks/00212012-b431-49a3-a42b-ffcd33b1f41e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840077 Jul 16 14:11:32.793872 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e651dab2-676d-4d0d-8d6f-672da9492f54 req-e29fafb1-e350-4856-bfe1-6d5980b662e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:11:32.794116 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30283b1-f4ba-4447-86a6-a0819c8a3c5b req-c145f177-9b9e-47c4-adb6-1d5455a27839 tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:11:32.795358 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-b30283b1-f4ba-4447-86a6-a0819c8a3c5b req-c145f177-9b9e-47c4-adb6-1d5455a27839 tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] 10.222.0.10 "GET /v2.0/ports?device_id=abfa7f19-d2a3-432e-9531-2cd5e448930f HTTP/1.1" status: 200 len: 945 time: 0.0680757 Jul 16 14:11:32.795500 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-e651dab2-676d-4d0d-8d6f-672da9492f54 req-e29fafb1-e350-4856-bfe1-6d5980b662e2 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=deb95e414d084e59a9491a96374b126e&device_id=c253c0a6-9eda-4222-bbc0-1133c2d24a24 HTTP/1.1" status: 200 len: 1097 time: 0.0562201 Jul 16 14:11:32.832896 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-b30283b1-f4ba-4447-86a6-a0819c8a3c5b req-3545807a-d70b-4950-bbfa-592505c9f135 tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] 10.222.0.10 "GET /v2.0/security-groups?id=a14a42af-a4ef-4b15-8b8b-646b56cf2e04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315428 Jul 16 14:11:32.927064 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e651dab2-676d-4d0d-8d6f-672da9492f54 req-deee6ced-df6d-4ccd-bc94-eac7e9109575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:11:32.928508 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-e651dab2-676d-4d0d-8d6f-672da9492f54 req-deee6ced-df6d-4ccd-bc94-eac7e9109575 service neutron] 10.222.0.25 "GET /v2.0/networks?id=00212012-b431-49a3-a42b-ffcd33b1f41e HTTP/1.1" status: 200 len: 915 time: 0.1265423 Jul 16 14:11:32.943476 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768e8044-99a1-4f6d-ba7c-678e96824457 req-ac9a188c-e2c4-4cd7-840e-55d7b6850665 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:11:32.944843 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-768e8044-99a1-4f6d-ba7c-678e96824457 req-ac9a188c-e2c4-4cd7-840e-55d7b6850665 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4fd96fc-3c77-440f-afb9-e8e0c57a00f1 HTTP/1.1" status: 200 len: 945 time: 0.1164486 Jul 16 14:11:32.983378 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-e651dab2-676d-4d0d-8d6f-672da9492f54 req-137814e8-58a0-4aed-952e-f0f153bbec37 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9de03599-27ba-41e6-9599-9cc3e686f1ba HTTP/1.1" status: 200 len: 217 time: 0.0374117 Jul 16 14:11:33.042140 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-768e8044-99a1-4f6d-ba7c-678e96824457 req-88477a21-0bfb-4769-92b8-491d8c9b611c tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c503182-09b9-4e47-85c4-a937a2862e32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900295 Jul 16 14:11:33.050477 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e651dab2-676d-4d0d-8d6f-672da9492f54 req-37260eed-e4e4-4af7-9a84-9d700217d036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:11:33.051844 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-e651dab2-676d-4d0d-8d6f-672da9492f54 req-37260eed-e4e4-4af7-9a84-9d700217d036 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a3156122-d430-4dd4-ba84-f82ea8e48cec HTTP/1.1" status: 200 len: 854 time: 0.0590940 Jul 16 14:11:33.084107 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-e651dab2-676d-4d0d-8d6f-672da9492f54 req-34a525dd-f257-4a1f-a328-1f88767dab7b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=00212012-b431-49a3-a42b-ffcd33b1f41e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249314 Jul 16 14:11:33.175431 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-e651dab2-676d-4d0d-8d6f-672da9492f54 req-c4131f9f-c224-440f-899e-2d67b219289e service neutron] 10.222.0.25 "GET /v2.0/networks/00212012-b431-49a3-a42b-ffcd33b1f41e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840120 Jul 16 14:11:33.220011 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f669b8-e119-4c0e-85a7-02b61a8ad68d req-b1efa1be-0bbf-40ab-a3fd-4eb5a8cf8f31 tempest-VolumesSnapshotTestJSON-784500810 tempest-VolumesSnapshotTestJSON-784500810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:11:33.221536 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-d8f669b8-e119-4c0e-85a7-02b61a8ad68d req-b1efa1be-0bbf-40ab-a3fd-4eb5a8cf8f31 tempest-VolumesSnapshotTestJSON-784500810 tempest-VolumesSnapshotTestJSON-784500810-project] 10.222.0.10 "GET /v2.0/ports?device_id=c253c0a6-9eda-4222-bbc0-1133c2d24a24 HTTP/1.1" status: 200 len: 944 time: 0.0627434 Jul 16 14:11:33.257970 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-d8f669b8-e119-4c0e-85a7-02b61a8ad68d req-91e653f9-55ba-4b7c-9dbd-5561937bcfac tempest-VolumesSnapshotTestJSON-784500810 tempest-VolumesSnapshotTestJSON-784500810-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf934ec5-6361-469c-9b6b-78170a57bc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307434 Jul 16 14:11:33.265733 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-e651dab2-676d-4d0d-8d6f-672da9492f54 req-13a304f6-604b-4de0-8b80-287aac63fca6 service neutron] 10.222.0.25 "GET /v2.0/networks/00212012-b431-49a3-a42b-ffcd33b1f41e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810225 Jul 16 14:11:34.004893 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e78a29-3c09-4ffc-a12e-e522e687357b req-b9f94e69-0eaa-4b3f-b192-15b01f947b1f tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:11:34.006359 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-e4e78a29-3c09-4ffc-a12e-e522e687357b req-b9f94e69-0eaa-4b3f-b192-15b01f947b1f tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] 10.222.0.10 "GET /v2.0/ports?device_id=abfa7f19-d2a3-432e-9531-2cd5e448930f HTTP/1.1" status: 200 len: 945 time: 0.0621874 Jul 16 14:11:34.042659 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-e4e78a29-3c09-4ffc-a12e-e522e687357b req-540550ea-77f2-4323-8ea9-2aff4c472bec tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] 10.222.0.10 "GET /v2.0/security-groups?id=a14a42af-a4ef-4b15-8b8b-646b56cf2e04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308239 Jul 16 14:11:34.220614 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8872ec-147e-4160-9304-75936f36351c req-461cc804-a830-4ca8-8313-6f04862c86ff tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:11:34.222098 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-2c8872ec-147e-4160-9304-75936f36351c req-461cc804-a830-4ca8-8313-6f04862c86ff tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4fd96fc-3c77-440f-afb9-e8e0c57a00f1 HTTP/1.1" status: 200 len: 945 time: 0.0665202 Jul 16 14:11:34.258427 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-2c8872ec-147e-4160-9304-75936f36351c req-a0eae6f7-b384-4c95-b997-0d906eacd925 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c503182-09b9-4e47-85c4-a937a2862e32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307653 Jul 16 14:11:34.690583 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9e6075-7eae-4901-9672-2d7cf4be3193 req-6e37fb17-3ea7-4882-8e15-75a476189171 tempest-VolumesSnapshotTestJSON-784500810 tempest-VolumesSnapshotTestJSON-784500810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:11:34.692042 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-ff9e6075-7eae-4901-9672-2d7cf4be3193 req-6e37fb17-3ea7-4882-8e15-75a476189171 tempest-VolumesSnapshotTestJSON-784500810 tempest-VolumesSnapshotTestJSON-784500810-project] 10.222.0.10 "GET /v2.0/ports?device_id=c253c0a6-9eda-4222-bbc0-1133c2d24a24 HTTP/1.1" status: 200 len: 944 time: 0.3264310 Jul 16 14:11:34.727286 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-ff9e6075-7eae-4901-9672-2d7cf4be3193 req-2643b88d-ef16-4eff-9c90-a15102e6e76b tempest-VolumesSnapshotTestJSON-784500810 tempest-VolumesSnapshotTestJSON-784500810-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf934ec5-6361-469c-9b6b-78170a57bc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296636 Jul 16 14:11:35.209894 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf3531b-2eec-464e-8379-d19f925d9f3b req-2223f691-06c0-43ae-b945-77e03efcc4e5 tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:11:35.211355 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-1cf3531b-2eec-464e-8379-d19f925d9f3b req-2223f691-06c0-43ae-b945-77e03efcc4e5 tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] 10.222.0.10 "GET /v2.0/ports?device_id=abfa7f19-d2a3-432e-9531-2cd5e448930f HTTP/1.1" status: 200 len: 945 time: 0.0603778 Jul 16 14:11:35.248178 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-1cf3531b-2eec-464e-8379-d19f925d9f3b req-fc8a7afe-a52e-4e05-a75d-24b2c0eff81f tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] 10.222.0.10 "GET /v2.0/security-groups?id=a14a42af-a4ef-4b15-8b8b-646b56cf2e04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307837 Jul 16 14:11:35.364490 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Device 9de03599-27ba-41e6-9599-9cc3e686f1ba details requested by agent hyperv_hv-cinder-78476 with host hv-cinder-78476 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 14:11:35.429056 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8c814a-6570-4b92-a935-f6743aa3c50d req-5867b787-87a3-42a5-b62b-3dbfcebcbbb4 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:11:35.430491 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-bf8c814a-6570-4b92-a935-f6743aa3c50d req-5867b787-87a3-42a5-b62b-3dbfcebcbbb4 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4fd96fc-3c77-440f-afb9-e8e0c57a00f1 HTTP/1.1" status: 200 len: 945 time: 0.0611820 Jul 16 14:11:35.455622 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] For port 9de03599-27ba-41e6-9599-9cc3e686f1ba, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=9de03599-27ba-41e6-9599-9cc3e686f1ba,segment=NetworkSegment(4ea20850-6d50-426f-884d-13beac521997),segment_id=4ea20850-6d50-426f-884d-13beac521997)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:11:35.466378 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Returning: {'device': '9de03599-27ba-41e6-9599-9cc3e686f1ba', 'network_id': '00212012-b431-49a3-a42b-ffcd33b1f41e', 'port_id': '9de03599-27ba-41e6-9599-9cc3e686f1ba', 'mac_address': 'fa:16:3e:cb:af:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3156122-d430-4dd4-ba84-f82ea8e48cec', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 14:11:35.466788 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-bf8c814a-6570-4b92-a935-f6743aa3c50d req-39285ccc-dc7d-44d4-beff-ba4cfd616256 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c503182-09b9-4e47-85c4-a937a2862e32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305450 Jul 16 14:11:35.506322 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:11:35.518294 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9de03599-27ba-41e6-9599-9cc3e686f1ba {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 14:11:35.536469 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] For port 9de03599-27ba-41e6-9599-9cc3e686f1ba, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=9de03599-27ba-41e6-9599-9cc3e686f1ba,segment=NetworkSegment(4ea20850-6d50-426f-884d-13beac521997),segment_id=4ea20850-6d50-426f-884d-13beac521997)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:11:35.540894 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736156224341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736155824276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736155824294'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:11:35.584591 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Pushing event updated for resources: {'Port': ['ID=9de03599-27ba-41e6-9599-9cc3e686f1ba,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:11:35.591579 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:11:35.591923 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:11:35.592262 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:11:35.592596 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:11:35.592963 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:11:35.593294 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:11:35.593628 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:11:35.593950 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:11:35.594294 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:11:35.594618 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:11:35.594941 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:11:35.595257 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:11:35.695197 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.agents_db [None req-74bc78d6-8b96-4e29-998d-b6ecd97de622 None None] Agent healthcheck: found 6 active agents {{(pid=93105) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 14:11:35.902081 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b49510b-6fe0-45a7-b3cc-87f72e4ecd10 req-98463b6f-5759-46c8-8a77-953d55accfa9 tempest-VolumesSnapshotTestJSON-784500810 tempest-VolumesSnapshotTestJSON-784500810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:11:35.903493 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-2b49510b-6fe0-45a7-b3cc-87f72e4ecd10 req-98463b6f-5759-46c8-8a77-953d55accfa9 tempest-VolumesSnapshotTestJSON-784500810 tempest-VolumesSnapshotTestJSON-784500810-project] 10.222.0.10 "GET /v2.0/ports?device_id=c253c0a6-9eda-4222-bbc0-1133c2d24a24 HTTP/1.1" status: 200 len: 945 time: 0.0646503 Jul 16 14:11:35.905290 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] get_ports_and_sgs() called for port_ids ['9de03599-27ba-41e6-9599-9cc3e686f1ba'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 14:11:35.940507 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-2b49510b-6fe0-45a7-b3cc-87f72e4ecd10 req-662d7d6b-1d31-457b-be54-0deb78a521e3 tempest-VolumesSnapshotTestJSON-784500810 tempest-VolumesSnapshotTestJSON-784500810-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf934ec5-6361-469c-9b6b-78170a57bc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312655 Jul 16 14:11:36.416144 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092fe087-23d2-4fed-b6eb-e67649be2942 req-59aeed36-68be-40c0-80e1-f076e2b6f547 tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:11:36.417635 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-092fe087-23d2-4fed-b6eb-e67649be2942 req-59aeed36-68be-40c0-80e1-f076e2b6f547 tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] 10.222.0.10 "GET /v2.0/ports?device_id=abfa7f19-d2a3-432e-9531-2cd5e448930f HTTP/1.1" status: 200 len: 945 time: 0.0612972 Jul 16 14:11:36.453783 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-092fe087-23d2-4fed-b6eb-e67649be2942 req-2e1a0d7c-ba24-46ce-beba-fed9a9aa8c08 tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] 10.222.0.10 "GET /v2.0/security-groups?id=a14a42af-a4ef-4b15-8b8b-646b56cf2e04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306709 Jul 16 14:11:36.645607 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1a976c-7810-4c4d-bf56-93b97d315b92 req-7f0c6b45-3594-4090-abbd-53fddcbf16b1 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:11:36.647074 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-da1a976c-7810-4c4d-bf56-93b97d315b92 req-7f0c6b45-3594-4090-abbd-53fddcbf16b1 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4fd96fc-3c77-440f-afb9-e8e0c57a00f1 HTTP/1.1" status: 200 len: 945 time: 0.0632520 Jul 16 14:11:36.683632 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-da1a976c-7810-4c4d-bf56-93b97d315b92 req-090658c0-bba1-4d20-b2a5-347bb9b41f9c tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c503182-09b9-4e47-85c4-a937a2862e32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309489 Jul 16 14:11:37.108478 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a033678-b368-4d0d-9675-0353522a25b5 req-39de1604-3fec-4836-a183-e14fa88a4b17 tempest-VolumesSnapshotTestJSON-784500810 tempest-VolumesSnapshotTestJSON-784500810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:11:37.109956 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-2a033678-b368-4d0d-9675-0353522a25b5 req-39de1604-3fec-4836-a183-e14fa88a4b17 tempest-VolumesSnapshotTestJSON-784500810 tempest-VolumesSnapshotTestJSON-784500810-project] 10.222.0.10 "GET /v2.0/ports?device_id=c253c0a6-9eda-4222-bbc0-1133c2d24a24 HTTP/1.1" status: 200 len: 945 time: 0.0616574 Jul 16 14:11:37.149364 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-2a033678-b368-4d0d-9675-0353522a25b5 req-0f1fc372-0141-40ac-9527-797d51323111 tempest-VolumesSnapshotTestJSON-784500810 tempest-VolumesSnapshotTestJSON-784500810-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf934ec5-6361-469c-9b6b-78170a57bc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339942 Jul 16 14:11:37.379362 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Device 9de03599-27ba-41e6-9599-9cc3e686f1ba up at agent hyperv_hv-cinder-78476 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 14:11:37.433559 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Provisioning for port 9de03599-27ba-41e6-9599-9cc3e686f1ba completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 14:11:37.437333 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Provisioning complete for port 9de03599-27ba-41e6-9599-9cc3e686f1ba triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 14:11:37.437710 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16503849'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:11:37.511908 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:11:37.535703 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c253c0a6-9eda-4222-bbc0-1133c2d24a24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9de03599-27ba-41e6-9599-9cc3e686f1ba'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 14:11:37.538080 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e17b9d4f214fa64bfb48c5bf95da0f2ee536929a6529a77ec24820d0293f4c41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86ae80b8-a296-42ed-a636-4846caf11cb7" -d '{"events": [{"server_uuid": "c253c0a6-9eda-4222-bbc0-1133c2d24a24", "name": "network-vif-plugged", "status": "completed", "tag": "9de03599-27ba-41e6-9599-9cc3e686f1ba"}]}' {{(pid=93103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 14:11:37.636091 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8fdcd1-2f8a-492b-b7ab-dda84e7d3d0c req-e5214ae8-3455-4a09-bd79-3f0abf1496eb tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:11:37.637711 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-2c8fdcd1-2f8a-492b-b7ab-dda84e7d3d0c req-e5214ae8-3455-4a09-bd79-3f0abf1496eb tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] 10.222.0.10 "GET /v2.0/ports?device_id=abfa7f19-d2a3-432e-9531-2cd5e448930f HTTP/1.1" status: 200 len: 945 time: 0.0723283 Jul 16 14:11:37.670878 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] For port 9de03599-27ba-41e6-9599-9cc3e686f1ba, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=9de03599-27ba-41e6-9599-9cc3e686f1ba,segment=NetworkSegment(4ea20850-6d50-426f-884d-13beac521997),segment_id=4ea20850-6d50-426f-884d-13beac521997)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:11:37.675606 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736156224341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736155824276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736155824294'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:11:37.677717 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-2c8fdcd1-2f8a-492b-b7ab-dda84e7d3d0c req-a4be29fa-8148-43a5-83d2-f84e100f797b tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] 10.222.0.10 "GET /v2.0/security-groups?id=a14a42af-a4ef-4b15-8b8b-646b56cf2e04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342956 Jul 16 14:11:37.704606 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 14:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ce78a8c-e80d-422e-8252-1f9b7b76e774 x-openstack-request-id: req-2ce78a8c-e80d-422e-8252-1f9b7b76e774 {{(pid=93103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 14:11:37.704926 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c253c0a6-9eda-4222-bbc0-1133c2d24a24", "name": "network-vif-plugged", "status": "completed", "tag": "9de03599-27ba-41e6-9599-9cc3e686f1ba", "code": 200}]} {{(pid=93103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 14:11:37.705176 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2ce78a8c-e80d-422e-8252-1f9b7b76e774 {{(pid=93103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 14:11:37.705558 dv-cinder-784763-7-iscsi neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c253c0a6-9eda-4222-bbc0-1133c2d24a24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9de03599-27ba-41e6-9599-9cc3e686f1ba', 'code': 200} Jul 16 14:11:37.724617 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Pushing event updated for resources: {'Port': ['ID=9de03599-27ba-41e6-9599-9cc3e686f1ba,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:11:37.859321 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc9a15d-f989-4ead-95ff-ce3835777894 req-970864c9-edd0-46a7-a874-8c136aec132e tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:11:37.860839 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-5cc9a15d-f989-4ead-95ff-ce3835777894 req-970864c9-edd0-46a7-a874-8c136aec132e tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4fd96fc-3c77-440f-afb9-e8e0c57a00f1 HTTP/1.1" status: 200 len: 945 time: 0.0629973 Jul 16 14:11:37.900182 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-5cc9a15d-f989-4ead-95ff-ce3835777894 req-902c7f17-e97e-462f-9efb-9ccc179aac08 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c503182-09b9-4e47-85c4-a937a2862e32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332515 Jul 16 14:11:37.952333 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1417f8ec-8a18-468c-8472-bcaec9ab8b4e req-b520f89c-098a-4695-9166-b018b9f0952e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:11:37.953873 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-1417f8ec-8a18-468c-8472-bcaec9ab8b4e req-b520f89c-098a-4695-9166-b018b9f0952e service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=c253c0a6-9eda-4222-bbc0-1133c2d24a24 HTTP/1.1" status: 200 len: 1099 time: 0.0571437 Jul 16 14:11:37.990430 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-1417f8ec-8a18-468c-8472-bcaec9ab8b4e req-b4e13553-cac1-499d-9acb-b76b8e2757ed service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=cf934ec5-6361-469c-9b6b-78170a57bc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289953 Jul 16 14:11:38.316486 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad14655-3404-4813-a975-adcec052f439 req-1d95ab04-6c7d-4ce0-ac75-ec3c691f2bee tempest-VolumesSnapshotTestJSON-784500810 tempest-VolumesSnapshotTestJSON-784500810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:11:38.317954 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-1ad14655-3404-4813-a975-adcec052f439 req-1d95ab04-6c7d-4ce0-ac75-ec3c691f2bee tempest-VolumesSnapshotTestJSON-784500810 tempest-VolumesSnapshotTestJSON-784500810-project] 10.222.0.10 "GET /v2.0/ports?device_id=c253c0a6-9eda-4222-bbc0-1133c2d24a24 HTTP/1.1" status: 200 len: 946 time: 0.0609095 Jul 16 14:11:38.354891 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-1ad14655-3404-4813-a975-adcec052f439 req-ada2da0f-82c6-49c2-ab72-e54ced08da2a tempest-VolumesSnapshotTestJSON-784500810 tempest-VolumesSnapshotTestJSON-784500810-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf934ec5-6361-469c-9b6b-78170a57bc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309448 Jul 16 14:11:38.849167 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922c9a23-2b56-4eba-9e81-c9cf620b46d1 req-b08dca48-b5f4-432c-b3d7-9b3a6781ce70 tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:11:38.850609 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-922c9a23-2b56-4eba-9e81-c9cf620b46d1 req-b08dca48-b5f4-432c-b3d7-9b3a6781ce70 tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] 10.222.0.10 "GET /v2.0/ports?device_id=abfa7f19-d2a3-432e-9531-2cd5e448930f HTTP/1.1" status: 200 len: 945 time: 0.0613258 Jul 16 14:11:38.887709 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-922c9a23-2b56-4eba-9e81-c9cf620b46d1 req-e883b16e-ce92-4327-8da5-77c054000dea tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] 10.222.0.10 "GET /v2.0/security-groups?id=a14a42af-a4ef-4b15-8b8b-646b56cf2e04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309997 Jul 16 14:11:39.076164 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9004bf4-99e1-49dc-94d9-81ee6c02d6f4 req-b7ec0b38-4ca6-46bb-a11f-344175313758 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:11:39.077590 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-d9004bf4-99e1-49dc-94d9-81ee6c02d6f4 req-b7ec0b38-4ca6-46bb-a11f-344175313758 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4fd96fc-3c77-440f-afb9-e8e0c57a00f1 HTTP/1.1" status: 200 len: 945 time: 0.0624361 Jul 16 14:11:39.115773 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-d9004bf4-99e1-49dc-94d9-81ee6c02d6f4 req-e7b4ab2a-c20c-43e3-b272-cb7c66e7243c tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c503182-09b9-4e47-85c4-a937a2862e32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324748 Jul 16 14:11:39.348376 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9d4891-293f-4a7a-844b-57d854526c0d req-9d06acc5-197e-4944-abe8-5ffb649c7913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:11:39.349878 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-eb9d4891-293f-4a7a-844b-57d854526c0d req-9d06acc5-197e-4944-abe8-5ffb649c7913 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f26aa26656004385a23ef6e54380f2d5&device_id=abfa7f19-d2a3-432e-9531-2cd5e448930f HTTP/1.1" status: 200 len: 1098 time: 0.0535564 Jul 16 14:11:39.440589 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9d4891-293f-4a7a-844b-57d854526c0d req-f2ccf0c2-1db8-40cc-a8f1-98e00be370d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:11:39.442198 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-eb9d4891-293f-4a7a-844b-57d854526c0d req-f2ccf0c2-1db8-40cc-a8f1-98e00be370d8 service neutron] 10.222.0.25 "GET /v2.0/networks?id=f12c8d5c-37c0-4646-93fd-2f1f0c0ef6dd HTTP/1.1" status: 200 len: 910 time: 0.0854840 Jul 16 14:11:39.540661 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-eb9d4891-293f-4a7a-844b-57d854526c0d req-3e986757-e5c2-4f29-9b12-194f9f9f15d1 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2fa66e46-e910-4b6c-9cf3-b6333a1ffd7c HTTP/1.1" status: 200 len: 1001 time: 0.0912769 Jul 16 14:11:39.595286 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2a1afa-baf4-4120-9403-dbda3991a39b req-ac3a6644-1063-4c2a-b275-420a77946c43 tempest-VolumesSnapshotTestJSON-784500810 tempest-VolumesSnapshotTestJSON-784500810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:11:39.596639 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-7a2a1afa-baf4-4120-9403-dbda3991a39b req-ac3a6644-1063-4c2a-b275-420a77946c43 tempest-VolumesSnapshotTestJSON-784500810 tempest-VolumesSnapshotTestJSON-784500810-project] 10.222.0.10 "GET /v2.0/ports?device_id=c253c0a6-9eda-4222-bbc0-1133c2d24a24 HTTP/1.1" status: 200 len: 946 time: 0.1094058 Jul 16 14:11:39.611751 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9d4891-293f-4a7a-844b-57d854526c0d req-bb90755f-7306-4765-8a84-672c457d7ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:11:39.613104 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-eb9d4891-293f-4a7a-844b-57d854526c0d req-bb90755f-7306-4765-8a84-672c457d7ff2 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b576700b-81ba-4286-af68-18fe8daa7b9c HTTP/1.1" status: 200 len: 848 time: 0.0654349 Jul 16 14:11:39.666385 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-7a2a1afa-baf4-4120-9403-dbda3991a39b req-9c7b7503-9e96-4a46-bafb-93fbfa23b705 tempest-VolumesSnapshotTestJSON-784500810 tempest-VolumesSnapshotTestJSON-784500810-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf934ec5-6361-469c-9b6b-78170a57bc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640311 Jul 16 14:11:39.687244 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9d4891-293f-4a7a-844b-57d854526c0d req-2f2ab0b8-b845-4f25-ac43-76253a7a2c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:11:39.688761 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-eb9d4891-293f-4a7a-844b-57d854526c0d req-2f2ab0b8-b845-4f25-ac43-76253a7a2c79 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f12c8d5c-37c0-4646-93fd-2f1f0c0ef6dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0668278 Jul 16 14:11:39.777242 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-eb9d4891-293f-4a7a-844b-57d854526c0d req-81c9e623-f701-4f27-9a6d-3fd684aabe9e service neutron] 10.222.0.25 "GET /v2.0/networks/f12c8d5c-37c0-4646-93fd-2f1f0c0ef6dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814173 Jul 16 14:11:39.875436 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-eb9d4891-293f-4a7a-844b-57d854526c0d req-671e735b-3430-451e-bbc3-fe47679b85c8 service neutron] 10.222.0.25 "GET /v2.0/networks/f12c8d5c-37c0-4646-93fd-2f1f0c0ef6dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914211 Jul 16 14:11:40.060421 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0edcbe-6440-4a58-987a-234ce357e375 req-a37358fb-e98b-4aa5-99dd-065a6ef973f9 tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:11:40.061935 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-3f0edcbe-6440-4a58-987a-234ce357e375 req-a37358fb-e98b-4aa5-99dd-065a6ef973f9 tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] 10.222.0.10 "GET /v2.0/ports?device_id=abfa7f19-d2a3-432e-9531-2cd5e448930f HTTP/1.1" status: 200 len: 945 time: 0.0640442 Jul 16 14:11:40.102586 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-3f0edcbe-6440-4a58-987a-234ce357e375 req-f14cdf03-e1d5-4ba7-92bc-6cf2e79f69f7 tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] 10.222.0.10 "GET /v2.0/security-groups?id=a14a42af-a4ef-4b15-8b8b-646b56cf2e04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339656 Jul 16 14:11:40.295982 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb5343c-0ccf-4e10-b7a2-6b5f5dc44cb4 req-e72dfe60-6c20-4adf-b7a8-d0bb9b925339 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:11:40.297461 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-9fb5343c-0ccf-4e10-b7a2-6b5f5dc44cb4 req-e72dfe60-6c20-4adf-b7a8-d0bb9b925339 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4fd96fc-3c77-440f-afb9-e8e0c57a00f1 HTTP/1.1" status: 200 len: 945 time: 0.0658741 Jul 16 14:11:40.334265 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-9fb5343c-0ccf-4e10-b7a2-6b5f5dc44cb4 req-2f331a56-0e3a-4875-87b1-2da10ebdfd1a tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c503182-09b9-4e47-85c4-a937a2862e32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312812 Jul 16 14:11:41.275227 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5675f795-9376-40a1-b0f5-f9fb27fed42a req-15cbaa3d-7b94-4e5c-b94c-d856c96bb066 tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:11:41.276748 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-5675f795-9376-40a1-b0f5-f9fb27fed42a req-15cbaa3d-7b94-4e5c-b94c-d856c96bb066 tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] 10.222.0.10 "GET /v2.0/ports?device_id=abfa7f19-d2a3-432e-9531-2cd5e448930f HTTP/1.1" status: 200 len: 945 time: 0.0622950 Jul 16 14:11:41.313159 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-5675f795-9376-40a1-b0f5-f9fb27fed42a req-25434791-58f2-4888-ab5d-fa8771fbebd9 tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] 10.222.0.10 "GET /v2.0/security-groups?id=a14a42af-a4ef-4b15-8b8b-646b56cf2e04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306022 Jul 16 14:11:41.511934 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5437f540-8bd5-4fad-a0de-56ebbd96d79c req-121b87c0-898f-43ee-8779-46832b280f71 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:11:41.513328 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-5437f540-8bd5-4fad-a0de-56ebbd96d79c req-121b87c0-898f-43ee-8779-46832b280f71 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4fd96fc-3c77-440f-afb9-e8e0c57a00f1 HTTP/1.1" status: 200 len: 945 time: 0.0616560 Jul 16 14:11:41.549948 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-5437f540-8bd5-4fad-a0de-56ebbd96d79c req-e539b82d-7e3e-4b08-9e2f-14574239a6a3 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c503182-09b9-4e47-85c4-a937a2862e32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309491 Jul 16 14:11:42.482727 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8da77b-95bd-463c-a93a-cb5e7985cd72 req-618d5b51-dda6-4c32-8296-2bd6b486d822 tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:11:42.484438 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-ee8da77b-95bd-463c-a93a-cb5e7985cd72 req-618d5b51-dda6-4c32-8296-2bd6b486d822 tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] 10.222.0.10 "GET /v2.0/ports?device_id=abfa7f19-d2a3-432e-9531-2cd5e448930f HTTP/1.1" status: 200 len: 945 time: 0.0639954 Jul 16 14:11:42.521122 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-ee8da77b-95bd-463c-a93a-cb5e7985cd72 req-fea83aa8-dca1-4137-96e1-54920ca25b63 tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] 10.222.0.10 "GET /v2.0/security-groups?id=a14a42af-a4ef-4b15-8b8b-646b56cf2e04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310926 Jul 16 14:11:42.736447 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd12f54-9300-4aff-bacb-80116dcc3831 req-3157e4d4-f6c1-4154-a9c6-31a8dba5a435 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:11:42.738139 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-5bd12f54-9300-4aff-bacb-80116dcc3831 req-3157e4d4-f6c1-4154-a9c6-31a8dba5a435 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4fd96fc-3c77-440f-afb9-e8e0c57a00f1 HTTP/1.1" status: 200 len: 945 time: 0.0720232 Jul 16 14:11:42.805435 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-5bd12f54-9300-4aff-bacb-80116dcc3831 req-980aa8fd-c90b-48f3-885f-954ac90c1768 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c503182-09b9-4e47-85c4-a937a2862e32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614755 Jul 16 14:11:42.827666 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-e9c4503c-cf75-4e1f-83b9-df03f45fcb45 req-29dc0e06-623b-4117-bc8b-a41e1a7e5e2d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=abfa7f19-d2a3-432e-9531-2cd5e448930f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0699201 Jul 16 14:11:42.883424 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c885a526-0980-4138-a126-1ddd0ca4c993 req-3ccfb2e2-3376-4e1c-bdd1-e39a6d00ac6a tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:11:42.884999 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-c885a526-0980-4138-a126-1ddd0ca4c993 req-3ccfb2e2-3376-4e1c-bdd1-e39a6d00ac6a tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] 10.222.0.10 "GET /v2.0/ports?device_id=abfa7f19-d2a3-432e-9531-2cd5e448930f HTTP/1.1" status: 200 len: 945 time: 0.0735314 Jul 16 14:11:42.924398 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-c885a526-0980-4138-a126-1ddd0ca4c993 req-74100d24-1285-4bf6-bb8b-11fd45e4e880 tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] 10.222.0.10 "GET /v2.0/security-groups?id=a14a42af-a4ef-4b15-8b8b-646b56cf2e04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326335 Jul 16 14:11:43.411285 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Device 31e7f4bc-de7b-4443-b4ec-e45a7e495fe4 details requested by agent hyperv_hv-cinder-78476 with host hv-cinder-78476 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 14:11:43.505299 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] For port 31e7f4bc-de7b-4443-b4ec-e45a7e495fe4, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=31e7f4bc-de7b-4443-b4ec-e45a7e495fe4,segment=NetworkSegment(3a29ac3c-6c4f-4bde-a091-d921a298bf30),segment_id=3a29ac3c-6c4f-4bde-a091-d921a298bf30)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:11:43.516479 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Returning: {'device': '31e7f4bc-de7b-4443-b4ec-e45a7e495fe4', 'network_id': '3a4fb2c2-e115-4208-b9b7-fb0af769d696', 'port_id': '31e7f4bc-de7b-4443-b4ec-e45a7e495fe4', 'mac_address': 'fa:16:3e:12:8f:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9264d998-2235-4ea7-905f-68b77e185814', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 14:11:43.552064 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:11:43.564062 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 31e7f4bc-de7b-4443-b4ec-e45a7e495fe4 {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 14:11:43.582869 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] For port 31e7f4bc-de7b-4443-b4ec-e45a7e495fe4, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=31e7f4bc-de7b-4443-b4ec-e45a7e495fe4,segment=NetworkSegment(3a29ac3c-6c4f-4bde-a091-d921a298bf30),segment_id=3a29ac3c-6c4f-4bde-a091-d921a298bf30)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:11:43.586806 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736156224341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736155824276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736155824294'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:11:43.631523 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Pushing event updated for resources: {'Port': ['ID=31e7f4bc-de7b-4443-b4ec-e45a7e495fe4,revision_number=6']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:11:43.829212 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] get_ports_and_sgs() called for port_ids ['31e7f4bc-de7b-4443-b4ec-e45a7e495fe4'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 14:11:43.984857 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72a02fc-adea-42d3-9309-fde66fcb1ccc req-1cba0966-5c90-43e1-9fab-f0909afbb962 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:11:43.986332 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-d72a02fc-adea-42d3-9309-fde66fcb1ccc req-1cba0966-5c90-43e1-9fab-f0909afbb962 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4fd96fc-3c77-440f-afb9-e8e0c57a00f1 HTTP/1.1" status: 200 len: 944 time: 0.0666621 Jul 16 14:11:44.027699 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-d72a02fc-adea-42d3-9309-fde66fcb1ccc req-28ca783a-8c94-4bf8-a5ad-f7a8d32dd479 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c503182-09b9-4e47-85c4-a937a2862e32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356932 Jul 16 14:11:44.102468 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3ff33e-6dff-424b-a86f-09b699060774 req-e33af379-3814-474e-b1b8-8df0e94d66e9 tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:11:44.103949 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-9b3ff33e-6dff-424b-a86f-09b699060774 req-e33af379-3814-474e-b1b8-8df0e94d66e9 tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] 10.222.0.10 "GET /v2.0/ports?device_id=abfa7f19-d2a3-432e-9531-2cd5e448930f HTTP/1.1" status: 200 len: 945 time: 0.0655265 Jul 16 14:11:44.141681 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-9b3ff33e-6dff-424b-a86f-09b699060774 req-ec450642-be8a-4484-9ed4-92011faf496c tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] 10.222.0.10 "GET /v2.0/security-groups?id=a14a42af-a4ef-4b15-8b8b-646b56cf2e04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318878 Jul 16 14:11:45.234540 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05b8365-43d6-4644-b500-529c710eb96a req-d14b65bf-33be-407f-8280-f0b5e298c552 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:11:45.236907 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-c05b8365-43d6-4644-b500-529c710eb96a req-d14b65bf-33be-407f-8280-f0b5e298c552 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4fd96fc-3c77-440f-afb9-e8e0c57a00f1 HTTP/1.1" status: 200 len: 944 time: 0.0944862 Jul 16 14:11:45.297327 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-c05b8365-43d6-4644-b500-529c710eb96a req-74cade7c-f37c-4629-a8d4-c2c897ee9fb6 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c503182-09b9-4e47-85c4-a937a2862e32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543439 Jul 16 14:11:45.322819 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cdeb9a-5e00-4496-bac0-b8967a25d8c7 req-55a52f73-7b05-464b-b0fc-5011dfe2047e tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:11:45.330084 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-58cdeb9a-5e00-4496-bac0-b8967a25d8c7 req-55a52f73-7b05-464b-b0fc-5011dfe2047e tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] 10.222.0.10 "GET /v2.0/ports?device_id=abfa7f19-d2a3-432e-9531-2cd5e448930f HTTP/1.1" status: 200 len: 945 time: 0.0698352 Jul 16 14:11:45.364453 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-58cdeb9a-5e00-4496-bac0-b8967a25d8c7 req-7898bd72-43f6-4d64-871a-01348d218dea tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] 10.222.0.10 "GET /v2.0/security-groups?id=a14a42af-a4ef-4b15-8b8b-646b56cf2e04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335076 Jul 16 14:11:45.416449 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Device 31e7f4bc-de7b-4443-b4ec-e45a7e495fe4 up at agent hyperv_hv-cinder-78476 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 14:11:45.469299 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Provisioning complete for port 31e7f4bc-de7b-4443-b4ec-e45a7e495fe4 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 14:11:45.469712 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16503849'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:11:45.575166 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:11:45.603399 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4fd96fc-3c77-440f-afb9-e8e0c57a00f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31e7f4bc-de7b-4443-b4ec-e45a7e495fe4'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 14:11:45.605771 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e17b9d4f214fa64bfb48c5bf95da0f2ee536929a6529a77ec24820d0293f4c41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ef3af24-9e20-4993-ac92-f5a1c92ec19a" -d '{"events": [{"server_uuid": "f4fd96fc-3c77-440f-afb9-e8e0c57a00f1", "name": "network-vif-plugged", "status": "completed", "tag": "31e7f4bc-de7b-4443-b4ec-e45a7e495fe4"}]}' {{(pid=93103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 14:11:45.621670 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] For port 31e7f4bc-de7b-4443-b4ec-e45a7e495fe4, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=31e7f4bc-de7b-4443-b4ec-e45a7e495fe4,segment=NetworkSegment(3a29ac3c-6c4f-4bde-a091-d921a298bf30),segment_id=3a29ac3c-6c4f-4bde-a091-d921a298bf30)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:11:45.628448 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736156224341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736155824276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736155824294'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:11:45.629421 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Device 2fa66e46-e910-4b6c-9cf3-b6333a1ffd7c no longer exists at agent hyperv_hv-cinder-78476 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 14:11:45.656153 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 14:11:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da420c55-e180-44a5-9c16-942c0a8aa68d x-openstack-request-id: req-da420c55-e180-44a5-9c16-942c0a8aa68d {{(pid=93103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 14:11:45.656439 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4fd96fc-3c77-440f-afb9-e8e0c57a00f1", "name": "network-vif-plugged", "status": "completed", "tag": "31e7f4bc-de7b-4443-b4ec-e45a7e495fe4", "code": 200}]} {{(pid=93103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 14:11:45.656684 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-da420c55-e180-44a5-9c16-942c0a8aa68d {{(pid=93103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 14:11:45.657093 dv-cinder-784763-7-iscsi neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4fd96fc-3c77-440f-afb9-e8e0c57a00f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31e7f4bc-de7b-4443-b4ec-e45a7e495fe4', 'code': 200} Jul 16 14:11:45.721056 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Pushing event updated for resources: {'Port': ['ID=31e7f4bc-de7b-4443-b4ec-e45a7e495fe4,revision_number=7']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:11:45.769832 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:11:45.808829 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] For port 2fa66e46-e910-4b6c-9cf3-b6333a1ffd7c, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=2fa66e46-e910-4b6c-9cf3-b6333a1ffd7c,segment=NetworkSegment(4fad2db9-883e-4e8e-8c08-6689552e8f68),segment_id=4fad2db9-883e-4e8e-8c08-6689552e8f68)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:11:45.812993 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736156224341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736155824276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736155824294'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:11:45.867010 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Pushing event updated for resources: {'Port': ['ID=2fa66e46-e910-4b6c-9cf3-b6333a1ffd7c,revision_number=6']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:11:45.981949 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:11:46.559725 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e778a9-ca84-4832-a4da-5c2dc67bc602 req-35850ca3-b280-4e3f-b42b-1c23745e8803 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:11:46.561503 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-01e778a9-ca84-4832-a4da-5c2dc67bc602 req-35850ca3-b280-4e3f-b42b-1c23745e8803 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4fd96fc-3c77-440f-afb9-e8e0c57a00f1 HTTP/1.1" status: 200 len: 945 time: 0.1065764 Jul 16 14:11:46.625115 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-01e778a9-ca84-4832-a4da-5c2dc67bc602 req-b2c4d9ff-47c9-4677-86e8-9055f269de9c tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c503182-09b9-4e47-85c4-a937a2862e32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576220 Jul 16 14:11:46.632316 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d5770b-f336-463c-b7bf-524ed71b6c75 req-14fb6dbf-e90a-4710-a035-319dbb634121 tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:11:46.640819 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-61d5770b-f336-463c-b7bf-524ed71b6c75 req-14fb6dbf-e90a-4710-a035-319dbb634121 tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] 10.222.0.10 "GET /v2.0/ports?device_id=abfa7f19-d2a3-432e-9531-2cd5e448930f HTTP/1.1" status: 200 len: 943 time: 0.0965383 Jul 16 14:11:46.678751 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-61d5770b-f336-463c-b7bf-524ed71b6c75 req-5168d5c1-b6ce-49d8-aa21-9b66a29eff16 tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] 10.222.0.10 "GET /v2.0/security-groups?id=a14a42af-a4ef-4b15-8b8b-646b56cf2e04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363843 Jul 16 14:11:47.658841 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abfa7f19-d2a3-432e-9531-2cd5e448930f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2fa66e46-e910-4b6c-9cf3-b6333a1ffd7c'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 14:11:47.661541 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e17b9d4f214fa64bfb48c5bf95da0f2ee536929a6529a77ec24820d0293f4c41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-234e1036-67fe-4da7-8d74-9745f00121d8" -d '{"events": [{"server_uuid": "abfa7f19-d2a3-432e-9531-2cd5e448930f", "name": "network-vif-unplugged", "status": "completed", "tag": "2fa66e46-e910-4b6c-9cf3-b6333a1ffd7c"}]}' {{(pid=93103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 14:11:47.717773 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 16 Jul 2021 14:11:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f92298b-8fcd-486f-a3ec-0b411dc4ad62 x-openstack-request-id: req-3f92298b-8fcd-486f-a3ec-0b411dc4ad62 {{(pid=93103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 14:11:47.718153 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abfa7f19-d2a3-432e-9531-2cd5e448930f", "name": "network-vif-unplugged", "status": "failed", "tag": "2fa66e46-e910-4b6c-9cf3-b6333a1ffd7c", "code": 422}]} {{(pid=93103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 14:11:47.718463 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3f92298b-8fcd-486f-a3ec-0b411dc4ad62 {{(pid=93103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 14:11:47.718969 dv-cinder-784763-7-iscsi neutron-server[93103]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'abfa7f19-d2a3-432e-9531-2cd5e448930f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2fa66e46-e910-4b6c-9cf3-b6333a1ffd7c', 'code': 422} returned with failed status Jul 16 14:11:47.784281 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-641908ba-ba0f-425a-b4f0-f38bfb01c950 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:11:47.904250 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b979025-3a9a-4c9f-8bf5-426b92d2189c req-36f3758e-dc6c-4c35-bf84-5a731b5797e6 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:11:47.925755 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-6b979025-3a9a-4c9f-8bf5-426b92d2189c req-36f3758e-dc6c-4c35-bf84-5a731b5797e6 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4fd96fc-3c77-440f-afb9-e8e0c57a00f1 HTTP/1.1" status: 200 len: 945 time: 0.1660621 Jul 16 14:11:47.952267 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93e14ea-2203-48ec-85b1-709a0f1dc5d8 req-917a745d-bd48-407b-a8c8-3a2cfc0b9528 tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:11:47.955506 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-c93e14ea-2203-48ec-85b1-709a0f1dc5d8 req-917a745d-bd48-407b-a8c8-3a2cfc0b9528 tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] 10.222.0.10 "GET /v2.0/ports?device_id=abfa7f19-d2a3-432e-9531-2cd5e448930f HTTP/1.1" status: 200 len: 943 time: 0.0827186 Jul 16 14:11:48.017121 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-6b979025-3a9a-4c9f-8bf5-426b92d2189c req-8aa22b1d-1781-45f8-b55d-08ea9b25c37c tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c503182-09b9-4e47-85c4-a937a2862e32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904605 Jul 16 14:11:48.017817 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-c93e14ea-2203-48ec-85b1-709a0f1dc5d8 req-dd3b50ed-1233-4478-ae07-8225ece27ee7 tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] 10.222.0.10 "GET /v2.0/security-groups?id=a14a42af-a4ef-4b15-8b8b-646b56cf2e04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573559 Jul 16 14:11:48.127739 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb14890-0e26-4f46-8d57-c1e3971defb5 req-16f712c1-74de-40b3-b72c-97af672b66d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:11:48.129558 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-7fb14890-0e26-4f46-8d57-c1e3971defb5 req-16f712c1-74de-40b3-b72c-97af672b66d7 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a6bc8fee6e964669b7be670f21fca0f5&device_id=f4fd96fc-3c77-440f-afb9-e8e0c57a00f1 HTTP/1.1" status: 200 len: 1098 time: 0.0649476 Jul 16 14:11:48.291682 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb14890-0e26-4f46-8d57-c1e3971defb5 req-7e41e00f-03ea-4032-b4db-a8751788bf2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:11:48.293566 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-7fb14890-0e26-4f46-8d57-c1e3971defb5 req-7e41e00f-03ea-4032-b4db-a8751788bf2c service neutron] 10.222.0.25 "GET /v2.0/networks?id=3a4fb2c2-e115-4208-b9b7-fb0af769d696 HTTP/1.1" status: 200 len: 917 time: 0.1222689 Jul 16 14:11:49.221803 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a543405-4558-4062-a72e-80bd0c52da64 req-ef917c20-3141-4d38-b4ac-22be33567e4d tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:11:49.228272 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-7a543405-4558-4062-a72e-80bd0c52da64 req-ef917c20-3141-4d38-b4ac-22be33567e4d tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] 10.222.0.10 "GET /v2.0/ports?device_id=abfa7f19-d2a3-432e-9531-2cd5e448930f HTTP/1.1" status: 200 len: 943 time: 0.0701168 Jul 16 14:11:49.242498 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d650f94d-f1f7-4aed-99ad-e878b2e11b5a req-a15256e9-c226-42f1-85c5-301331f050bd tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:11:49.244721 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-d650f94d-f1f7-4aed-99ad-e878b2e11b5a req-a15256e9-c226-42f1-85c5-301331f050bd tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4fd96fc-3c77-440f-afb9-e8e0c57a00f1 HTTP/1.1" status: 200 len: 945 time: 0.0802209 Jul 16 14:11:49.270549 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-7a543405-4558-4062-a72e-80bd0c52da64 req-e224547a-4800-4e94-a268-ea053a046ae5 tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] 10.222.0.10 "GET /v2.0/security-groups?id=a14a42af-a4ef-4b15-8b8b-646b56cf2e04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413334 Jul 16 14:11:49.286464 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-d650f94d-f1f7-4aed-99ad-e878b2e11b5a req-680fb862-5cfc-4d4f-b963-8ea53511476b tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c503182-09b9-4e47-85c4-a937a2862e32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349607 Jul 16 14:11:49.345779 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-7fb14890-0e26-4f46-8d57-c1e3971defb5 req-e7175fe7-189b-4b8b-9168-26e52bf5e75f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=31e7f4bc-de7b-4443-b4ec-e45a7e495fe4 HTTP/1.1" status: 200 len: 1001 time: 0.0662663 Jul 16 14:11:50.366708 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-427fba60-4a8e-4b6d-bdc9-167dd4731ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:11:50.478838 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc4ef8c-2eac-49cd-9878-7aaa30d749ea req-1e9cadb8-1db9-4115-b1f0-8cde148ba54a tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:11:50.486521 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-adc4ef8c-2eac-49cd-9878-7aaa30d749ea req-1e9cadb8-1db9-4115-b1f0-8cde148ba54a tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] 10.222.0.10 "GET /v2.0/ports?device_id=abfa7f19-d2a3-432e-9531-2cd5e448930f HTTP/1.1" status: 200 len: 943 time: 0.0841413 Jul 16 14:11:50.550768 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-adc4ef8c-2eac-49cd-9878-7aaa30d749ea req-95fa716f-98ac-44d4-a7db-88118048065e tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] 10.222.0.10 "GET /v2.0/security-groups?id=a14a42af-a4ef-4b15-8b8b-646b56cf2e04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633245 Jul 16 14:11:50.716755 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:11:50.745010 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c63403-8483-494c-a196-e3928ee7afdf req-f3f0b1da-56d3-4900-9b5f-db977bec651d tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:11:50.747330 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-e8c63403-8483-494c-a196-e3928ee7afdf req-f3f0b1da-56d3-4900-9b5f-db977bec651d tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4fd96fc-3c77-440f-afb9-e8e0c57a00f1 HTTP/1.1" status: 200 len: 945 time: 0.0772915 Jul 16 14:11:50.795229 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-e8c63403-8483-494c-a196-e3928ee7afdf req-0d6f3df2-3e45-4e74-b72a-90927b1e7a1e tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c503182-09b9-4e47-85c4-a937a2862e32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417895 Jul 16 14:11:51.230735 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb14890-0e26-4f46-8d57-c1e3971defb5 req-113bec20-cd8f-4373-8012-aed98b037b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:11:51.232219 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-7fb14890-0e26-4f46-8d57-c1e3971defb5 req-113bec20-cd8f-4373-8012-aed98b037b9c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9264d998-2235-4ea7-905f-68b77e185814 HTTP/1.1" status: 200 len: 855 time: 0.0795248 Jul 16 14:11:51.260074 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c4503c-cf75-4e1f-83b9-df03f45fcb45 req-55349f13-3ccc-407e-893e-2b4282d77212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:11:51.261646 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-e9c4503c-cf75-4e1f-83b9-df03f45fcb45 req-55349f13-3ccc-407e-893e-2b4282d77212 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=abfa7f19-d2a3-432e-9531-2cd5e448930f&tenant_id=f26aa26656004385a23ef6e54380f2d5 HTTP/1.1" status: 200 len: 1096 time: 0.1070628 Jul 16 14:11:51.301519 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb14890-0e26-4f46-8d57-c1e3971defb5 req-97a72ab8-52eb-48cc-a816-aab424c463e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:11:51.303173 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-7fb14890-0e26-4f46-8d57-c1e3971defb5 req-97a72ab8-52eb-48cc-a816-aab424c463e3 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3a4fb2c2-e115-4208-b9b7-fb0af769d696&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0644975 Jul 16 14:11:51.388738 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c4503c-cf75-4e1f-83b9-df03f45fcb45 req-74c9d3fe-67f1-405e-a624-d5e41af1183d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:11:51.394746 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-e9c4503c-cf75-4e1f-83b9-df03f45fcb45 req-74c9d3fe-67f1-405e-a624-d5e41af1183d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f26aa26656004385a23ef6e54380f2d5&device_id=abfa7f19-d2a3-432e-9531-2cd5e448930f HTTP/1.1" status: 200 len: 1096 time: 0.0824556 Jul 16 14:11:51.433622 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-7fb14890-0e26-4f46-8d57-c1e3971defb5 req-e5455263-94fb-4e53-b35e-343c8b226b8d service neutron] 10.222.0.25 "GET /v2.0/networks/3a4fb2c2-e115-4208-b9b7-fb0af769d696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219280 Jul 16 14:11:51.450010 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-64ab8875-bbbc-4415-a681-ef47cf0d365f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:11:51.541832 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-7fb14890-0e26-4f46-8d57-c1e3971defb5 req-2dd1ca99-3ee9-4050-ac29-fa6ae37e7d49 service neutron] 10.222.0.25 "GET /v2.0/networks/3a4fb2c2-e115-4208-b9b7-fb0af769d696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996485 Jul 16 14:11:51.566459 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c4503c-cf75-4e1f-83b9-df03f45fcb45 req-6b07d608-2c83-44e7-9e08-1f67e5275988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:11:51.569224 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-e9c4503c-cf75-4e1f-83b9-df03f45fcb45 req-6b07d608-2c83-44e7-9e08-1f67e5275988 service neutron] 10.222.0.25 "GET /v2.0/networks?id=f12c8d5c-37c0-4646-93fd-2f1f0c0ef6dd HTTP/1.1" status: 200 len: 910 time: 0.1620741 Jul 16 14:11:51.660698 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-e9c4503c-cf75-4e1f-83b9-df03f45fcb45 req-72161265-4842-4bc2-93c0-556f9f09b0ca service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2fa66e46-e910-4b6c-9cf3-b6333a1ffd7c HTTP/1.1" status: 200 len: 999 time: 0.0813465 Jul 16 14:11:51.734305 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c4503c-cf75-4e1f-83b9-df03f45fcb45 req-e151c101-3d1c-4ef0-b961-2e3480d07e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:11:51.735825 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-e9c4503c-cf75-4e1f-83b9-df03f45fcb45 req-e151c101-3d1c-4ef0-b961-2e3480d07e11 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b576700b-81ba-4286-af68-18fe8daa7b9c HTTP/1.1" status: 200 len: 848 time: 0.0676804 Jul 16 14:11:51.859672 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c4503c-cf75-4e1f-83b9-df03f45fcb45 req-947498ac-d33e-4535-b12d-130c937fbbf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:11:51.861834 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-e9c4503c-cf75-4e1f-83b9-df03f45fcb45 req-947498ac-d33e-4535-b12d-130c937fbbf4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f12c8d5c-37c0-4646-93fd-2f1f0c0ef6dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1190376 Jul 16 14:11:51.878808 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7de1fb8-c561-4bd1-8a17-c3237277f3a1 req-170852ec-8979-4c55-862a-c60b760342b0 tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:11:51.886482 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-d7de1fb8-c561-4bd1-8a17-c3237277f3a1 req-170852ec-8979-4c55-862a-c60b760342b0 tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] 10.222.0.10 "GET /v2.0/ports?device_id=abfa7f19-d2a3-432e-9531-2cd5e448930f HTTP/1.1" status: 200 len: 943 time: 0.0825613 Jul 16 14:11:51.934503 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-d7de1fb8-c561-4bd1-8a17-c3237277f3a1 req-6376f68d-df70-49f4-bc20-59e969c5b6cd tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] 10.222.0.10 "GET /v2.0/security-groups?id=a14a42af-a4ef-4b15-8b8b-646b56cf2e04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470681 Jul 16 14:11:52.025926 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-e9c4503c-cf75-4e1f-83b9-df03f45fcb45 req-809e0f7c-3de8-4f85-875b-fa2d15b52fce service neutron] 10.222.0.25 "GET /v2.0/networks/f12c8d5c-37c0-4646-93fd-2f1f0c0ef6dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557610 Jul 16 14:11:52.125652 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa67fb59-aecc-4eae-9fa7-c70f3cf4786f req-57820334-f5d4-4e41-ae4a-5e25bc57f46f tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:11:52.127131 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-fa67fb59-aecc-4eae-9fa7-c70f3cf4786f req-57820334-f5d4-4e41-ae4a-5e25bc57f46f tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4fd96fc-3c77-440f-afb9-e8e0c57a00f1 HTTP/1.1" status: 200 len: 945 time: 0.1626015 Jul 16 14:11:52.199770 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-fa67fb59-aecc-4eae-9fa7-c70f3cf4786f req-cbed26d9-85ab-4b34-8cbd-83830fa9e20b tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c503182-09b9-4e47-85c4-a937a2862e32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577540 Jul 16 14:11:52.206375 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-e9c4503c-cf75-4e1f-83b9-df03f45fcb45 req-aced98d9-fb99-43ec-8d04-afc4ce9914c1 service neutron] 10.222.0.25 "GET /v2.0/networks/f12c8d5c-37c0-4646-93fd-2f1f0c0ef6dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730406 Jul 16 14:11:53.098900 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-fe1600e4-7db6-428f-a340-75d1d02f3a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:11:53.116089 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c37656-0996-4882-94d4-b32ea6af4efa req-724335df-d738-4ca9-8a9b-d3158ef93d80 tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:11:53.123618 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-76c37656-0996-4882-94d4-b32ea6af4efa req-724335df-d738-4ca9-8a9b-d3158ef93d80 tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] 10.222.0.10 "GET /v2.0/ports?device_id=abfa7f19-d2a3-432e-9531-2cd5e448930f HTTP/1.1" status: 200 len: 943 time: 0.0778141 Jul 16 14:11:53.161556 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-76c37656-0996-4882-94d4-b32ea6af4efa req-1d554528-adb1-49a4-a579-3ad50af2a198 tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] 10.222.0.10 "GET /v2.0/security-groups?id=a14a42af-a4ef-4b15-8b8b-646b56cf2e04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367951 Jul 16 14:11:53.410346 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88018115-70ca-48d2-bec5-c108c6571b35 req-3b5b2d97-d330-484d-b101-b4f1b3d5994c tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:11:53.411978 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-88018115-70ca-48d2-bec5-c108c6571b35 req-3b5b2d97-d330-484d-b101-b4f1b3d5994c tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4fd96fc-3c77-440f-afb9-e8e0c57a00f1 HTTP/1.1" status: 200 len: 945 time: 0.0689349 Jul 16 14:11:53.452042 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-88018115-70ca-48d2-bec5-c108c6571b35 req-ff172482-0bfd-4553-8c60-381e679993bc tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c503182-09b9-4e47-85c4-a937a2862e32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339406 Jul 16 14:11:54.347655 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5841ebb-bcc9-4949-a06b-e427b4387e2a req-f5ace810-283b-4f20-89bd-bfc20378ea08 tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:11:54.349113 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-f5841ebb-bcc9-4949-a06b-e427b4387e2a req-f5ace810-283b-4f20-89bd-bfc20378ea08 tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] 10.222.0.10 "GET /v2.0/ports?device_id=abfa7f19-d2a3-432e-9531-2cd5e448930f HTTP/1.1" status: 200 len: 943 time: 0.0668068 Jul 16 14:11:54.385079 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-f5841ebb-bcc9-4949-a06b-e427b4387e2a req-b11824c6-95c8-4b02-81ba-28bce8b5f9be tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] 10.222.0.10 "GET /v2.0/security-groups?id=a14a42af-a4ef-4b15-8b8b-646b56cf2e04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303721 Jul 16 14:11:54.630859 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f355971d-e340-43c6-94c3-8176db79c931 req-dc941442-af2e-4c00-b9e4-a0c150fe1e8b tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:11:54.632318 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-f355971d-e340-43c6-94c3-8176db79c931 req-dc941442-af2e-4c00-b9e4-a0c150fe1e8b tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4fd96fc-3c77-440f-afb9-e8e0c57a00f1 HTTP/1.1" status: 200 len: 945 time: 0.0618730 Jul 16 14:11:54.668358 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-f355971d-e340-43c6-94c3-8176db79c931 req-1021c1f3-96fb-4919-b921-37e71be29be9 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c503182-09b9-4e47-85c4-a937a2862e32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300617 Jul 16 14:11:55.577704 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932da70e-71a8-4447-a8f6-f34f4f3fd490 req-ce2ff026-5fe9-4c44-9486-5d0ac053f2da tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:11:55.579175 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-932da70e-71a8-4447-a8f6-f34f4f3fd490 req-ce2ff026-5fe9-4c44-9486-5d0ac053f2da tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] 10.222.0.10 "GET /v2.0/ports?device_id=abfa7f19-d2a3-432e-9531-2cd5e448930f HTTP/1.1" status: 200 len: 943 time: 0.0734861 Jul 16 14:11:55.619306 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-932da70e-71a8-4447-a8f6-f34f4f3fd490 req-d36d2ed2-7129-47c9-9dbc-50ad326450f0 tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] 10.222.0.10 "GET /v2.0/security-groups?id=a14a42af-a4ef-4b15-8b8b-646b56cf2e04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338969 Jul 16 14:11:55.840098 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08510c9d-5197-44b0-a561-bf697cc0db13 req-829328f8-0ef0-49e2-a151-f6f7b65cbc33 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:11:55.841590 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-08510c9d-5197-44b0-a561-bf697cc0db13 req-829328f8-0ef0-49e2-a151-f6f7b65cbc33 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4fd96fc-3c77-440f-afb9-e8e0c57a00f1 HTTP/1.1" status: 200 len: 945 time: 0.0609539 Jul 16 14:11:55.881748 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-08510c9d-5197-44b0-a561-bf697cc0db13 req-9a1f16a5-9c17-453b-9302-1abe9d321afd tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c503182-09b9-4e47-85c4-a937a2862e32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340958 Jul 16 14:11:56.159874 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1861beba-fb88-47f7-9903-62c1cfb60559 req-a11da193-4c32-401e-b216-5f97f6ceaf94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:11:56.161283 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-1861beba-fb88-47f7-9903-62c1cfb60559 req-a11da193-4c32-401e-b216-5f97f6ceaf94 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a6bc8fee6e964669b7be670f21fca0f5&device_id=f4fd96fc-3c77-440f-afb9-e8e0c57a00f1 HTTP/1.1" status: 200 len: 1098 time: 0.0543535 Jul 16 14:11:56.247605 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1861beba-fb88-47f7-9903-62c1cfb60559 req-bd2de00a-cf72-41c9-8684-fc395cafd56f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:11:56.249085 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-1861beba-fb88-47f7-9903-62c1cfb60559 req-bd2de00a-cf72-41c9-8684-fc395cafd56f service neutron] 10.222.0.25 "GET /v2.0/networks?id=3a4fb2c2-e115-4208-b9b7-fb0af769d696 HTTP/1.1" status: 200 len: 917 time: 0.0816395 Jul 16 14:11:56.318353 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-1861beba-fb88-47f7-9903-62c1cfb60559 req-f3be30e4-8779-4e5a-88bd-fa5bf2f3fb99 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=31e7f4bc-de7b-4443-b4ec-e45a7e495fe4 HTTP/1.1" status: 200 len: 1001 time: 0.0628395 Jul 16 14:11:56.366796 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1861beba-fb88-47f7-9903-62c1cfb60559 req-876574e4-8582-4e4d-acfb-bd69115eb51c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:11:56.368249 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-1861beba-fb88-47f7-9903-62c1cfb60559 req-876574e4-8582-4e4d-acfb-bd69115eb51c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9264d998-2235-4ea7-905f-68b77e185814 HTTP/1.1" status: 200 len: 855 time: 0.0439653 Jul 16 14:11:56.437251 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1861beba-fb88-47f7-9903-62c1cfb60559 req-98bcb0e6-9e36-4512-867e-1a233af09c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:11:56.437251 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-1861beba-fb88-47f7-9903-62c1cfb60559 req-98bcb0e6-9e36-4512-867e-1a233af09c67 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3a4fb2c2-e115-4208-b9b7-fb0af769d696&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0519738 Jul 16 14:11:56.528138 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-1861beba-fb88-47f7-9903-62c1cfb60559 req-081ade1f-8503-41c6-84de-c98b77d946d8 service neutron] 10.222.0.25 "GET /v2.0/networks/3a4fb2c2-e115-4208-b9b7-fb0af769d696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832880 Jul 16 14:11:56.615567 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-1861beba-fb88-47f7-9903-62c1cfb60559 req-6774be62-e013-40d5-bb68-cc6605cd6692 service neutron] 10.222.0.25 "GET /v2.0/networks/3a4fb2c2-e115-4208-b9b7-fb0af769d696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809226 Jul 16 14:11:56.791087 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363be7f3-7ec3-4f76-9351-eb7f2383a6f6 req-a7be28e5-128f-4b22-88e4-e5c61b18d6e0 tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:11:56.792458 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-363be7f3-7ec3-4f76-9351-eb7f2383a6f6 req-a7be28e5-128f-4b22-88e4-e5c61b18d6e0 tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] 10.222.0.10 "GET /v2.0/ports?device_id=abfa7f19-d2a3-432e-9531-2cd5e448930f HTTP/1.1" status: 200 len: 943 time: 0.0655735 Jul 16 14:11:56.828888 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-363be7f3-7ec3-4f76-9351-eb7f2383a6f6 req-4dae9505-487a-47bc-8fb8-3fc6f8614fc2 tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] 10.222.0.10 "GET /v2.0/security-groups?id=a14a42af-a4ef-4b15-8b8b-646b56cf2e04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309541 Jul 16 14:11:57.061284 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedb36ab-ff1d-4a43-b89b-438d69f8e232 req-1b3f1d3f-bbfc-41c2-a3c4-61e81be86def tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:11:57.062638 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-dedb36ab-ff1d-4a43-b89b-438d69f8e232 req-1b3f1d3f-bbfc-41c2-a3c4-61e81be86def tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4fd96fc-3c77-440f-afb9-e8e0c57a00f1 HTTP/1.1" status: 200 len: 945 time: 0.0611327 Jul 16 14:11:57.101712 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-dedb36ab-ff1d-4a43-b89b-438d69f8e232 req-9a138834-a532-4b73-b1dd-fc96b97de1f4 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c503182-09b9-4e47-85c4-a937a2862e32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336442 Jul 16 14:11:57.996453 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edd2651-d926-4465-91f6-801afdb41edd req-97a3a0e5-ca1e-448b-8dd9-c4a04b69c59c tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:11:57.997932 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-1edd2651-d926-4465-91f6-801afdb41edd req-97a3a0e5-ca1e-448b-8dd9-c4a04b69c59c tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] 10.222.0.10 "GET /v2.0/ports?device_id=abfa7f19-d2a3-432e-9531-2cd5e448930f HTTP/1.1" status: 200 len: 943 time: 0.0614767 Jul 16 14:11:58.033831 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-1edd2651-d926-4465-91f6-801afdb41edd req-8d1f4344-53c8-4911-b19b-791f2c2aa483 tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] 10.222.0.10 "GET /v2.0/security-groups?id=a14a42af-a4ef-4b15-8b8b-646b56cf2e04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304029 Jul 16 14:11:58.275828 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd841a8-6bfc-4dda-9e58-2d0d362a849e req-4e873099-a3df-49a3-b082-4b38ad999c86 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:11:58.277790 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-7cd841a8-6bfc-4dda-9e58-2d0d362a849e req-4e873099-a3df-49a3-b082-4b38ad999c86 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4fd96fc-3c77-440f-afb9-e8e0c57a00f1 HTTP/1.1" status: 200 len: 945 time: 0.0616162 Jul 16 14:11:58.313916 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-7cd841a8-6bfc-4dda-9e58-2d0d362a849e req-ae44606f-38c8-4b37-ac5a-d91dc064aa9f tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c503182-09b9-4e47-85c4-a937a2862e32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306540 Jul 16 14:11:59.204500 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccef861-ab50-4a4c-9fca-0f9541983aad req-ca2a37d8-23b1-4270-a09e-f955119fd90b tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:11:59.206039 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-5ccef861-ab50-4a4c-9fca-0f9541983aad req-ca2a37d8-23b1-4270-a09e-f955119fd90b tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] 10.222.0.10 "GET /v2.0/ports?device_id=abfa7f19-d2a3-432e-9531-2cd5e448930f HTTP/1.1" status: 200 len: 943 time: 0.0617104 Jul 16 14:11:59.246330 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-5ccef861-ab50-4a4c-9fca-0f9541983aad req-da6a8e62-c64a-451a-a9f3-07292d7a3593 tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] 10.222.0.10 "GET /v2.0/security-groups?id=a14a42af-a4ef-4b15-8b8b-646b56cf2e04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347681 Jul 16 14:11:59.484671 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6046bb9a-84d6-48bb-a2de-319394d3d0f1 req-b65e05e6-22c6-4c39-b618-1891518b6ee7 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:11:59.486181 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-6046bb9a-84d6-48bb-a2de-319394d3d0f1 req-b65e05e6-22c6-4c39-b618-1891518b6ee7 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4fd96fc-3c77-440f-afb9-e8e0c57a00f1 HTTP/1.1" status: 200 len: 945 time: 0.0611672 Jul 16 14:11:59.524694 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-6046bb9a-84d6-48bb-a2de-319394d3d0f1 req-79f729ab-7b86-4528-a615-afed1d35f0ac tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c503182-09b9-4e47-85c4-a937a2862e32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313838 Jul 16 14:11:59.543957 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Device 31e7f4bc-de7b-4443-b4ec-e45a7e495fe4 no longer exists at agent hyperv_hv-cinder-78476 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 14:11:59.619534 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:11:59.641811 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4fd96fc-3c77-440f-afb9-e8e0c57a00f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31e7f4bc-de7b-4443-b4ec-e45a7e495fe4'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 14:11:59.644093 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e17b9d4f214fa64bfb48c5bf95da0f2ee536929a6529a77ec24820d0293f4c41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51fcc791-7b59-4192-bd6f-334b0a750874" -d '{"events": [{"server_uuid": "f4fd96fc-3c77-440f-afb9-e8e0c57a00f1", "name": "network-vif-unplugged", "status": "completed", "tag": "31e7f4bc-de7b-4443-b4ec-e45a7e495fe4"}]}' {{(pid=93103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 14:11:59.658235 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] For port 31e7f4bc-de7b-4443-b4ec-e45a7e495fe4, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=31e7f4bc-de7b-4443-b4ec-e45a7e495fe4,segment=NetworkSegment(3a29ac3c-6c4f-4bde-a091-d921a298bf30),segment_id=3a29ac3c-6c4f-4bde-a091-d921a298bf30)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:11:59.662794 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736156224341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736155824276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736155824294'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:11:59.689296 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 16 Jul 2021 14:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0292050-15df-4887-a5ff-592ad1e69805 x-openstack-request-id: req-b0292050-15df-4887-a5ff-592ad1e69805 {{(pid=93103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 14:11:59.689600 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4fd96fc-3c77-440f-afb9-e8e0c57a00f1", "name": "network-vif-unplugged", "status": "failed", "tag": "31e7f4bc-de7b-4443-b4ec-e45a7e495fe4", "code": 422}]} {{(pid=93103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 14:11:59.689862 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b0292050-15df-4887-a5ff-592ad1e69805 {{(pid=93103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 14:11:59.690263 dv-cinder-784763-7-iscsi neutron-server[93103]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f4fd96fc-3c77-440f-afb9-e8e0c57a00f1', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '31e7f4bc-de7b-4443-b4ec-e45a7e495fe4', 'code': 422} returned with failed status Jul 16 14:11:59.716966 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Pushing event updated for resources: {'Port': ['ID=31e7f4bc-de7b-4443-b4ec-e45a7e495fe4,revision_number=8']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:12:00.420551 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851e9002-7605-4b26-9dfc-2561b31cecc2 req-a7688abd-14f3-43f3-86a8-cfdb387e64fa tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:12:00.422050 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-851e9002-7605-4b26-9dfc-2561b31cecc2 req-a7688abd-14f3-43f3-86a8-cfdb387e64fa tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] 10.222.0.10 "GET /v2.0/ports?device_id=abfa7f19-d2a3-432e-9531-2cd5e448930f HTTP/1.1" status: 200 len: 943 time: 0.0647385 Jul 16 14:12:00.459616 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-851e9002-7605-4b26-9dfc-2561b31cecc2 req-e7d43854-0643-492d-8252-384c82025143 tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] 10.222.0.10 "GET /v2.0/security-groups?id=a14a42af-a4ef-4b15-8b8b-646b56cf2e04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319126 Jul 16 14:12:00.647160 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452dee57-dccc-4f63-89d4-e8806fa5caa5 req-7f80d51a-46af-4a86-a216-f4feb8d52e8b tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:12:00.648644 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-452dee57-dccc-4f63-89d4-e8806fa5caa5 req-7f80d51a-46af-4a86-a216-f4feb8d52e8b tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4fd96fc-3c77-440f-afb9-e8e0c57a00f1 HTTP/1.1" status: 200 len: 943 time: 0.0629227 Jul 16 14:12:00.686539 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-452dee57-dccc-4f63-89d4-e8806fa5caa5 req-fb894b49-c72f-44a6-9a26-0686824680c1 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c503182-09b9-4e47-85c4-a937a2862e32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315330 Jul 16 14:12:00.816964 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 37184) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:12:00.909273 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-8ee01a48-d761-444b-84a4-51c56558763b req-a42e7340-754a-4cd8-bb53-7dc28daf1dbf service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f4fd96fc-3c77-440f-afb9-e8e0c57a00f1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0911329 Jul 16 14:12:01.521998 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Device 2fa66e46-e910-4b6c-9cf3-b6333a1ffd7c details requested by agent hyperv_hv-cinder-78476 with host hv-cinder-78476 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 14:12:01.620009 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] For port 2fa66e46-e910-4b6c-9cf3-b6333a1ffd7c, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=2fa66e46-e910-4b6c-9cf3-b6333a1ffd7c,segment=NetworkSegment(4fad2db9-883e-4e8e-8c08-6689552e8f68),segment_id=4fad2db9-883e-4e8e-8c08-6689552e8f68)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:12:01.631349 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Returning: {'device': '2fa66e46-e910-4b6c-9cf3-b6333a1ffd7c', 'network_id': 'f12c8d5c-37c0-4646-93fd-2f1f0c0ef6dd', 'port_id': '2fa66e46-e910-4b6c-9cf3-b6333a1ffd7c', 'mac_address': 'fa:16:3e:40:0f:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b576700b-81ba-4286-af68-18fe8daa7b9c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 14:12:01.632989 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28920de3-2a0d-495d-a024-ce269126770c req-71785f0f-80cd-463d-bb4a-5ae50f422f61 tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:12:01.634456 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-28920de3-2a0d-495d-a024-ce269126770c req-71785f0f-80cd-463d-bb4a-5ae50f422f61 tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] 10.222.0.10 "GET /v2.0/ports?device_id=abfa7f19-d2a3-432e-9531-2cd5e448930f HTTP/1.1" status: 200 len: 943 time: 0.0609946 Jul 16 14:12:01.668507 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:12:01.671640 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-28920de3-2a0d-495d-a024-ce269126770c req-27a7bffc-3d93-4ff6-9e49-310584cd0658 tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] 10.222.0.10 "GET /v2.0/security-groups?id=a14a42af-a4ef-4b15-8b8b-646b56cf2e04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312796 Jul 16 14:12:01.681216 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fa66e46-e910-4b6c-9cf3-b6333a1ffd7c {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 14:12:01.700893 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] For port 2fa66e46-e910-4b6c-9cf3-b6333a1ffd7c, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=2fa66e46-e910-4b6c-9cf3-b6333a1ffd7c,segment=NetworkSegment(4fad2db9-883e-4e8e-8c08-6689552e8f68),segment_id=4fad2db9-883e-4e8e-8c08-6689552e8f68)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:12:01.705295 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736156224341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736155824276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736155824294'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:12:01.762428 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Pushing event updated for resources: {'Port': ['ID=2fa66e46-e910-4b6c-9cf3-b6333a1ffd7c,revision_number=7']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:12:01.868042 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee01a48-d761-444b-84a4-51c56558763b req-d04ae0c3-e944-456b-9256-452a39e9ce2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:12:01.869553 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-8ee01a48-d761-444b-84a4-51c56558763b req-d04ae0c3-e944-456b-9256-452a39e9ce2c service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=f4fd96fc-3c77-440f-afb9-e8e0c57a00f1&tenant_id=a6bc8fee6e964669b7be670f21fca0f5 HTTP/1.1" status: 200 len: 1096 time: 0.0527620 Jul 16 14:12:01.883482 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73522bdc-b24b-49db-841c-d784cae90524 req-482a9af4-afb8-4dbf-84df-5935e3b3ec12 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:12:01.885084 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-73522bdc-b24b-49db-841c-d784cae90524 req-482a9af4-afb8-4dbf-84df-5935e3b3ec12 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4fd96fc-3c77-440f-afb9-e8e0c57a00f1 HTTP/1.1" status: 200 len: 943 time: 0.0685618 Jul 16 14:12:01.937292 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-73522bdc-b24b-49db-841c-d784cae90524 req-4c1bacf5-f994-454d-b365-5bb82c5b2802 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c503182-09b9-4e47-85c4-a937a2862e32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452597 Jul 16 14:12:01.963236 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee01a48-d761-444b-84a4-51c56558763b req-78282b5c-4bd8-481e-9ecf-7912c7b6c134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:12:01.965251 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-8ee01a48-d761-444b-84a4-51c56558763b req-78282b5c-4bd8-481e-9ecf-7912c7b6c134 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a6bc8fee6e964669b7be670f21fca0f5&device_id=f4fd96fc-3c77-440f-afb9-e8e0c57a00f1 HTTP/1.1" status: 200 len: 1096 time: 0.0573728 Jul 16 14:12:02.045838 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] get_ports_and_sgs() called for port_ids ['2fa66e46-e910-4b6c-9cf3-b6333a1ffd7c'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 14:12:02.054647 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee01a48-d761-444b-84a4-51c56558763b req-5a3c50b7-21c2-4f59-8e95-f818d82ef7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:12:02.056120 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-8ee01a48-d761-444b-84a4-51c56558763b req-5a3c50b7-21c2-4f59-8e95-f818d82ef7d0 service neutron] 10.222.0.25 "GET /v2.0/networks?id=3a4fb2c2-e115-4208-b9b7-fb0af769d696 HTTP/1.1" status: 200 len: 917 time: 0.0836177 Jul 16 14:12:02.130101 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-8ee01a48-d761-444b-84a4-51c56558763b req-723e9186-faec-4205-af71-1e85dbaccb64 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=31e7f4bc-de7b-4443-b4ec-e45a7e495fe4 HTTP/1.1" status: 200 len: 999 time: 0.0631797 Jul 16 14:12:02.189096 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee01a48-d761-444b-84a4-51c56558763b req-02372581-f039-42a5-bda2-674a746ece56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:12:02.190568 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-8ee01a48-d761-444b-84a4-51c56558763b req-02372581-f039-42a5-bda2-674a746ece56 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9264d998-2235-4ea7-905f-68b77e185814 HTTP/1.1" status: 200 len: 855 time: 0.0523555 Jul 16 14:12:02.252502 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee01a48-d761-444b-84a4-51c56558763b req-53e29573-eac3-4bb7-b477-1fe2d7d13c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:12:02.254345 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-8ee01a48-d761-444b-84a4-51c56558763b req-53e29573-eac3-4bb7-b477-1fe2d7d13c1f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3a4fb2c2-e115-4208-b9b7-fb0af769d696&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0560496 Jul 16 14:12:02.351136 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-8ee01a48-d761-444b-84a4-51c56558763b req-63b5fff7-2eb7-4c5d-82b9-4d5cfd9b5539 service neutron] 10.222.0.25 "GET /v2.0/networks/3a4fb2c2-e115-4208-b9b7-fb0af769d696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889301 Jul 16 14:12:02.439076 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-8ee01a48-d761-444b-84a4-51c56558763b req-927380da-3f60-4228-9908-a662755a0aa1 service neutron] 10.222.0.25 "GET /v2.0/networks/3a4fb2c2-e115-4208-b9b7-fb0af769d696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805888 Jul 16 14:12:02.849892 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abdfac8-8f6b-42d2-8d6b-7e1988f4154e req-b8218366-f7bb-44c0-89c2-97cc89eab4f5 tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:12:02.851398 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-3abdfac8-8f6b-42d2-8d6b-7e1988f4154e req-b8218366-f7bb-44c0-89c2-97cc89eab4f5 tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] 10.222.0.10 "GET /v2.0/ports?device_id=abfa7f19-d2a3-432e-9531-2cd5e448930f HTTP/1.1" status: 200 len: 944 time: 0.0679183 Jul 16 14:12:02.892561 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-3abdfac8-8f6b-42d2-8d6b-7e1988f4154e req-41d74e4d-c142-46c9-8cf9-df7564624e34 tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] 10.222.0.10 "GET /v2.0/security-groups?id=a14a42af-a4ef-4b15-8b8b-646b56cf2e04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346110 Jul 16 14:12:03.197052 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cc79f6-9202-4e36-964d-7fd145c148a8 req-51536c85-2475-41a7-8afa-3ec5b4e9d523 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:12:03.201349 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-05cc79f6-9202-4e36-964d-7fd145c148a8 req-51536c85-2475-41a7-8afa-3ec5b4e9d523 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4fd96fc-3c77-440f-afb9-e8e0c57a00f1 HTTP/1.1" status: 200 len: 943 time: 0.0713930 Jul 16 14:12:03.251715 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-05cc79f6-9202-4e36-964d-7fd145c148a8 req-c6318719-945e-4608-9a36-1716a67789b0 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c503182-09b9-4e47-85c4-a937a2862e32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470226 Jul 16 14:12:03.536658 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Device 2fa66e46-e910-4b6c-9cf3-b6333a1ffd7c up at agent hyperv_hv-cinder-78476 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 14:12:03.646284 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Provisioning complete for port 2fa66e46-e910-4b6c-9cf3-b6333a1ffd7c triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 14:12:03.647075 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16503849'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:12:03.744348 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:12:03.745046 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f1adf1-9cd2-4d72-a0a7-04e8eca827dd req-7ab31600-4794-4ada-a43d-c5e0d4216d90 tempest-VolumesSnapshotTestJSON-784500810 tempest-VolumesSnapshotTestJSON-784500810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:12:03.749400 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-d7f1adf1-9cd2-4d72-a0a7-04e8eca827dd req-7ab31600-4794-4ada-a43d-c5e0d4216d90 tempest-VolumesSnapshotTestJSON-784500810 tempest-VolumesSnapshotTestJSON-784500810-project] 10.222.0.10 "GET /v2.0/ports?device_id=c253c0a6-9eda-4222-bbc0-1133c2d24a24 HTTP/1.1" status: 200 len: 946 time: 0.0705595 Jul 16 14:12:03.773350 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abfa7f19-d2a3-432e-9531-2cd5e448930f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fa66e46-e910-4b6c-9cf3-b6333a1ffd7c'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 14:12:03.777209 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e17b9d4f214fa64bfb48c5bf95da0f2ee536929a6529a77ec24820d0293f4c41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d72f304-135b-498a-811b-db2d16d9ef1f" -d '{"events": [{"server_uuid": "abfa7f19-d2a3-432e-9531-2cd5e448930f", "name": "network-vif-plugged", "status": "completed", "tag": "2fa66e46-e910-4b6c-9cf3-b6333a1ffd7c"}]}' {{(pid=93103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 14:12:03.791688 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] For port 2fa66e46-e910-4b6c-9cf3-b6333a1ffd7c, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=2fa66e46-e910-4b6c-9cf3-b6333a1ffd7c,segment=NetworkSegment(4fad2db9-883e-4e8e-8c08-6689552e8f68),segment_id=4fad2db9-883e-4e8e-8c08-6689552e8f68)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:12:03.796867 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736156224341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736155824276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736155824294'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:12:03.821796 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-d7f1adf1-9cd2-4d72-a0a7-04e8eca827dd req-1472a795-a68f-48cd-95e4-16b706e13f88 tempest-VolumesSnapshotTestJSON-784500810 tempest-VolumesSnapshotTestJSON-784500810-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf934ec5-6361-469c-9b6b-78170a57bc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680668 Jul 16 14:12:03.825836 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 14:12:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca3dfbec-aea9-49a6-acc1-6ca926751913 x-openstack-request-id: req-ca3dfbec-aea9-49a6-acc1-6ca926751913 {{(pid=93103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 14:12:03.826135 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abfa7f19-d2a3-432e-9531-2cd5e448930f", "name": "network-vif-plugged", "status": "completed", "tag": "2fa66e46-e910-4b6c-9cf3-b6333a1ffd7c", "code": 200}]} {{(pid=93103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 14:12:03.826391 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ca3dfbec-aea9-49a6-acc1-6ca926751913 {{(pid=93103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 14:12:03.826776 dv-cinder-784763-7-iscsi neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abfa7f19-d2a3-432e-9531-2cd5e448930f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fa66e46-e910-4b6c-9cf3-b6333a1ffd7c', 'code': 200} Jul 16 14:12:03.852374 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Pushing event updated for resources: {'Port': ['ID=2fa66e46-e910-4b6c-9cf3-b6333a1ffd7c,revision_number=8']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:12:04.092461 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e1923d-47e9-4de4-b4ea-8eaed620c8d6 req-5b0c0b93-e602-43be-859c-daee0f9f6b86 tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:12:04.093988 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-e9e1923d-47e9-4de4-b4ea-8eaed620c8d6 req-5b0c0b93-e602-43be-859c-daee0f9f6b86 tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] 10.222.0.10 "GET /v2.0/ports?device_id=abfa7f19-d2a3-432e-9531-2cd5e448930f HTTP/1.1" status: 200 len: 945 time: 0.0718613 Jul 16 14:12:04.134590 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-e9e1923d-47e9-4de4-b4ea-8eaed620c8d6 req-c946a96f-9055-41b5-afe0-60856142fdac tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] 10.222.0.10 "GET /v2.0/security-groups?id=a14a42af-a4ef-4b15-8b8b-646b56cf2e04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346985 Jul 16 14:12:04.449229 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6831856a-127d-463b-97c5-ff12fb255f80 req-b8068744-1b30-4642-a427-47d777284716 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:12:04.450619 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-6831856a-127d-463b-97c5-ff12fb255f80 req-b8068744-1b30-4642-a427-47d777284716 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4fd96fc-3c77-440f-afb9-e8e0c57a00f1 HTTP/1.1" status: 200 len: 943 time: 0.0666027 Jul 16 14:12:04.488746 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-6831856a-127d-463b-97c5-ff12fb255f80 req-13b9a408-102b-4f88-85a7-f8ae02f4a67b tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c503182-09b9-4e47-85c4-a937a2862e32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325267 Jul 16 14:12:05.005835 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f790d3d-9092-403f-b3fb-b19c349079c0 req-d0ecd35f-6068-4b3a-8251-e9159f2e0c1f tempest-VolumesSnapshotTestJSON-784500810 tempest-VolumesSnapshotTestJSON-784500810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:12:05.007270 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-6f790d3d-9092-403f-b3fb-b19c349079c0 req-d0ecd35f-6068-4b3a-8251-e9159f2e0c1f tempest-VolumesSnapshotTestJSON-784500810 tempest-VolumesSnapshotTestJSON-784500810-project] 10.222.0.10 "GET /v2.0/ports?device_id=c253c0a6-9eda-4222-bbc0-1133c2d24a24 HTTP/1.1" status: 200 len: 946 time: 0.0685585 Jul 16 14:12:05.051269 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-6f790d3d-9092-403f-b3fb-b19c349079c0 req-475df858-4c9b-4a82-8814-7f2b1c50f567 tempest-VolumesSnapshotTestJSON-784500810 tempest-VolumesSnapshotTestJSON-784500810-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf934ec5-6361-469c-9b6b-78170a57bc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384896 Jul 16 14:12:05.314404 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b8863a-5e31-4783-b095-2655daec9613 req-95d400c2-c7b6-4aaa-b194-090c1122385f tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:12:05.316129 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-90b8863a-5e31-4783-b095-2655daec9613 req-95d400c2-c7b6-4aaa-b194-090c1122385f tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] 10.222.0.10 "GET /v2.0/ports?device_id=abfa7f19-d2a3-432e-9531-2cd5e448930f HTTP/1.1" status: 200 len: 945 time: 0.0667467 Jul 16 14:12:05.356900 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-90b8863a-5e31-4783-b095-2655daec9613 req-7f3f15eb-aeca-4823-9055-372677a56957 tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] 10.222.0.10 "GET /v2.0/security-groups?id=a14a42af-a4ef-4b15-8b8b-646b56cf2e04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351889 Jul 16 14:12:05.664846 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce06301c-0540-4a44-bbf8-c0c3635fff11 req-ecbf7f53-a14a-4a47-a0db-ab320dc086d2 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:12:05.666565 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-ce06301c-0540-4a44-bbf8-c0c3635fff11 req-ecbf7f53-a14a-4a47-a0db-ab320dc086d2 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4fd96fc-3c77-440f-afb9-e8e0c57a00f1 HTTP/1.1" status: 200 len: 943 time: 0.0621762 Jul 16 14:12:05.706991 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-ce06301c-0540-4a44-bbf8-c0c3635fff11 req-e2e16a1a-2fb0-41e5-a1c9-dff53e18691d tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c503182-09b9-4e47-85c4-a937a2862e32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340600 Jul 16 14:12:06.234246 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4de0d01-b459-4686-9b39-443fb49a2b50 req-bd621a7f-fc69-4bb3-8c36-d2702b1d2759 tempest-VolumesSnapshotTestJSON-784500810 tempest-VolumesSnapshotTestJSON-784500810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:12:06.235736 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-c4de0d01-b459-4686-9b39-443fb49a2b50 req-bd621a7f-fc69-4bb3-8c36-d2702b1d2759 tempest-VolumesSnapshotTestJSON-784500810 tempest-VolumesSnapshotTestJSON-784500810-project] 10.222.0.10 "GET /v2.0/ports?device_id=c253c0a6-9eda-4222-bbc0-1133c2d24a24 HTTP/1.1" status: 200 len: 946 time: 0.0691957 Jul 16 14:12:06.273294 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-c4de0d01-b459-4686-9b39-443fb49a2b50 req-87f46fd7-b5c7-44bc-b2c8-702c95fcd50a tempest-VolumesSnapshotTestJSON-784500810 tempest-VolumesSnapshotTestJSON-784500810-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf934ec5-6361-469c-9b6b-78170a57bc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318048 Jul 16 14:12:06.539642 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda2bf64-e5f6-434d-885a-ef933f3d817c req-cdd2ad41-53a5-448d-89a0-1a9d9e7a0df5 tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:12:06.541314 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-eda2bf64-e5f6-434d-885a-ef933f3d817c req-cdd2ad41-53a5-448d-89a0-1a9d9e7a0df5 tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] 10.222.0.10 "GET /v2.0/ports?device_id=abfa7f19-d2a3-432e-9531-2cd5e448930f HTTP/1.1" status: 200 len: 945 time: 0.0705607 Jul 16 14:12:06.580361 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-eda2bf64-e5f6-434d-885a-ef933f3d817c req-916bf46b-4cf1-4368-9f7b-43f4625cce00 tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] 10.222.0.10 "GET /v2.0/security-groups?id=a14a42af-a4ef-4b15-8b8b-646b56cf2e04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332425 Jul 16 14:12:06.894535 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d566ec17-f5db-45a1-886f-7d8f6361069f req-db19fc33-c44c-4fa2-bdef-7daa989aa698 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:12:06.896111 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-d566ec17-f5db-45a1-886f-7d8f6361069f req-db19fc33-c44c-4fa2-bdef-7daa989aa698 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4fd96fc-3c77-440f-afb9-e8e0c57a00f1 HTTP/1.1" status: 200 len: 943 time: 0.0662394 Jul 16 14:12:06.933588 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-d566ec17-f5db-45a1-886f-7d8f6361069f req-d63b93d3-1ad8-4759-af76-fea7ee9efa01 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c503182-09b9-4e47-85c4-a937a2862e32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318627 Jul 16 14:12:07.450766 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cc97ff-640f-4915-9113-4664f689a5c4 req-812d56fe-6cc0-4c9f-9eeb-862e868f3bfb tempest-VolumesSnapshotTestJSON-784500810 tempest-VolumesSnapshotTestJSON-784500810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:12:07.452137 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-e1cc97ff-640f-4915-9113-4664f689a5c4 req-812d56fe-6cc0-4c9f-9eeb-862e868f3bfb tempest-VolumesSnapshotTestJSON-784500810 tempest-VolumesSnapshotTestJSON-784500810-project] 10.222.0.10 "GET /v2.0/ports?device_id=c253c0a6-9eda-4222-bbc0-1133c2d24a24 HTTP/1.1" status: 200 len: 946 time: 0.0647995 Jul 16 14:12:07.491610 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-e1cc97ff-640f-4915-9113-4664f689a5c4 req-00701c09-bff4-4188-b16c-5697695e4102 tempest-VolumesSnapshotTestJSON-784500810 tempest-VolumesSnapshotTestJSON-784500810-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf934ec5-6361-469c-9b6b-78170a57bc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338867 Jul 16 14:12:08.012349 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d6640f-7e48-41d2-a093-a958a4010b37 req-527b9348-be02-4ece-b8fd-8176589c4a32 tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:12:08.013821 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-17d6640f-7e48-41d2-a093-a958a4010b37 req-527b9348-be02-4ece-b8fd-8176589c4a32 tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] 10.222.0.10 "GET /v2.0/ports?device_id=abfa7f19-d2a3-432e-9531-2cd5e448930f HTTP/1.1" status: 200 len: 945 time: 0.3199875 Jul 16 14:12:08.062265 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-17d6640f-7e48-41d2-a093-a958a4010b37 req-ff659cc6-f929-4335-9d64-da8153d8e1fa tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] 10.222.0.10 "GET /v2.0/security-groups?id=a14a42af-a4ef-4b15-8b8b-646b56cf2e04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413573 Jul 16 14:12:08.224282 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cdfb6f-a193-4991-a53c-6c3900c1375a req-f7c5cf00-c2ff-4990-9856-e4e5679f28c5 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:12:08.225841 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-b3cdfb6f-a193-4991-a53c-6c3900c1375a req-f7c5cf00-c2ff-4990-9856-e4e5679f28c5 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4fd96fc-3c77-440f-afb9-e8e0c57a00f1 HTTP/1.1" status: 200 len: 943 time: 0.0638947 Jul 16 14:12:08.270405 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-b3cdfb6f-a193-4991-a53c-6c3900c1375a req-c7bc3bb1-7b6c-40a9-a27f-5d785c6bc3ca tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c503182-09b9-4e47-85c4-a937a2862e32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362217 Jul 16 14:12:08.673878 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21d9f47-bcf4-42cc-a104-10ce6b631981 req-184b12c8-56c3-4c19-bf3c-ddd3faec91e4 tempest-VolumesSnapshotTestJSON-784500810 tempest-VolumesSnapshotTestJSON-784500810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:12:08.675401 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-b21d9f47-bcf4-42cc-a104-10ce6b631981 req-184b12c8-56c3-4c19-bf3c-ddd3faec91e4 tempest-VolumesSnapshotTestJSON-784500810 tempest-VolumesSnapshotTestJSON-784500810-project] 10.222.0.10 "GET /v2.0/ports?device_id=c253c0a6-9eda-4222-bbc0-1133c2d24a24 HTTP/1.1" status: 200 len: 946 time: 0.0669961 Jul 16 14:12:08.713602 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-b21d9f47-bcf4-42cc-a104-10ce6b631981 req-18a29d47-8f21-4575-9dd1-be69b1685b9d tempest-VolumesSnapshotTestJSON-784500810 tempest-VolumesSnapshotTestJSON-784500810-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf934ec5-6361-469c-9b6b-78170a57bc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322933 Jul 16 14:12:09.237268 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ea8dfc-72a2-4b25-a6a7-fbc5e5b3d719 req-f6ce5fd0-499e-4d87-89eb-bd9ff930a816 tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:12:09.238779 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-a0ea8dfc-72a2-4b25-a6a7-fbc5e5b3d719 req-f6ce5fd0-499e-4d87-89eb-bd9ff930a816 tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] 10.222.0.10 "GET /v2.0/ports?device_id=abfa7f19-d2a3-432e-9531-2cd5e448930f HTTP/1.1" status: 200 len: 945 time: 0.0630217 Jul 16 14:12:09.282513 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-a0ea8dfc-72a2-4b25-a6a7-fbc5e5b3d719 req-ee816777-df0f-4612-8d51-690c6a0c2773 tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] 10.222.0.10 "GET /v2.0/security-groups?id=a14a42af-a4ef-4b15-8b8b-646b56cf2e04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358033 Jul 16 14:12:09.454027 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad5594c-ca05-468a-9b8e-ca25b5f6f8a4 req-4fa9a524-d33a-4814-9227-d5f4329ffa60 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:12:09.455502 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-1ad5594c-ca05-468a-9b8e-ca25b5f6f8a4 req-4fa9a524-d33a-4814-9227-d5f4329ffa60 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4fd96fc-3c77-440f-afb9-e8e0c57a00f1 HTTP/1.1" status: 200 len: 943 time: 0.0692792 Jul 16 14:12:09.494949 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-1ad5594c-ca05-468a-9b8e-ca25b5f6f8a4 req-39e5d524-21c8-496b-89ca-ae2f83fe382f tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c503182-09b9-4e47-85c4-a937a2862e32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338252 Jul 16 14:12:09.895495 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544d1c38-08e8-41dc-bf20-6f9b2598fc95 req-97167867-7a25-47c8-9ad1-5c6551ae12d9 tempest-VolumesSnapshotTestJSON-784500810 tempest-VolumesSnapshotTestJSON-784500810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:12:09.897072 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-544d1c38-08e8-41dc-bf20-6f9b2598fc95 req-97167867-7a25-47c8-9ad1-5c6551ae12d9 tempest-VolumesSnapshotTestJSON-784500810 tempest-VolumesSnapshotTestJSON-784500810-project] 10.222.0.10 "GET /v2.0/ports?device_id=c253c0a6-9eda-4222-bbc0-1133c2d24a24 HTTP/1.1" status: 200 len: 946 time: 0.0727835 Jul 16 14:12:09.934146 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-544d1c38-08e8-41dc-bf20-6f9b2598fc95 req-dedbb1e8-3c69-4fcb-9d05-88592663e875 tempest-VolumesSnapshotTestJSON-784500810 tempest-VolumesSnapshotTestJSON-784500810-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf934ec5-6361-469c-9b6b-78170a57bc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309134 Jul 16 14:12:10.457743 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e70d85-ce6d-4455-8ced-1871af8209ed req-ee62dfad-760e-436f-9de9-c254947b1927 tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:12:10.458906 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-98e70d85-ce6d-4455-8ced-1871af8209ed req-ee62dfad-760e-436f-9de9-c254947b1927 tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] 10.222.0.10 "GET /v2.0/ports?device_id=abfa7f19-d2a3-432e-9531-2cd5e448930f HTTP/1.1" status: 200 len: 945 time: 0.0631194 Jul 16 14:12:10.501427 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-98e70d85-ce6d-4455-8ced-1871af8209ed req-577406cf-1128-4734-98ee-410c36078148 tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] 10.222.0.10 "GET /v2.0/security-groups?id=a14a42af-a4ef-4b15-8b8b-646b56cf2e04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353079 Jul 16 14:12:10.673727 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a1a1cb-6e94-4edb-8008-673a720a006c req-ba85aca3-bb26-44c7-8b81-708ae0ec1c49 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:12:10.675189 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-09a1a1cb-6e94-4edb-8008-673a720a006c req-ba85aca3-bb26-44c7-8b81-708ae0ec1c49 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4fd96fc-3c77-440f-afb9-e8e0c57a00f1 HTTP/1.1" status: 200 len: 943 time: 0.0644755 Jul 16 14:12:10.718024 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-09a1a1cb-6e94-4edb-8008-673a720a006c req-4a7b3950-14bf-4653-a6f1-ac3dfe2ae13b tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c503182-09b9-4e47-85c4-a937a2862e32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365775 Jul 16 14:12:11.106875 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a679bbb-8949-4793-b574-2b768c58e4fb req-0a4f1d6f-6a1c-484e-a9dd-676de5d68fa0 tempest-VolumesSnapshotTestJSON-784500810 tempest-VolumesSnapshotTestJSON-784500810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:12:11.108859 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-5a679bbb-8949-4793-b574-2b768c58e4fb req-0a4f1d6f-6a1c-484e-a9dd-676de5d68fa0 tempest-VolumesSnapshotTestJSON-784500810 tempest-VolumesSnapshotTestJSON-784500810-project] 10.222.0.10 "GET /v2.0/ports?device_id=c253c0a6-9eda-4222-bbc0-1133c2d24a24 HTTP/1.1" status: 200 len: 946 time: 0.0635316 Jul 16 14:12:11.147280 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-5a679bbb-8949-4793-b574-2b768c58e4fb req-1f31a257-711f-40f1-b60e-f92acbebd057 tempest-VolumesSnapshotTestJSON-784500810 tempest-VolumesSnapshotTestJSON-784500810-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf934ec5-6361-469c-9b6b-78170a57bc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329225 Jul 16 14:12:11.688544 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffb9635-45ac-41de-a3e4-d56171704587 req-1e30121c-170f-4f26-9b0e-79098e907c30 tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:12:11.690290 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-3ffb9635-45ac-41de-a3e4-d56171704587 req-1e30121c-170f-4f26-9b0e-79098e907c30 tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] 10.222.0.10 "GET /v2.0/ports?device_id=abfa7f19-d2a3-432e-9531-2cd5e448930f HTTP/1.1" status: 200 len: 945 time: 0.0736198 Jul 16 14:12:11.728309 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-3ffb9635-45ac-41de-a3e4-d56171704587 req-5fe1eb33-cd14-4340-a683-5992e0174bae tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] 10.222.0.10 "GET /v2.0/security-groups?id=a14a42af-a4ef-4b15-8b8b-646b56cf2e04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320749 Jul 16 14:12:11.908405 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfa2560-3593-4ff8-b835-c02f1743e453 req-d8dd00df-e26e-4b47-b981-553ce5544322 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:12:11.909904 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-4cfa2560-3593-4ff8-b835-c02f1743e453 req-d8dd00df-e26e-4b47-b981-553ce5544322 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4fd96fc-3c77-440f-afb9-e8e0c57a00f1 HTTP/1.1" status: 200 len: 943 time: 0.0686703 Jul 16 14:12:11.947608 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-4cfa2560-3593-4ff8-b835-c02f1743e453 req-521b9a23-6df3-4a95-a783-74ff2cb2edc5 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c503182-09b9-4e47-85c4-a937a2862e32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321980 Jul 16 14:12:12.329317 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beea297b-d130-4547-9809-3b7c437c4c1c req-05633886-2a0d-40f7-86b8-d83e162e814e tempest-VolumesSnapshotTestJSON-784500810 tempest-VolumesSnapshotTestJSON-784500810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:12:12.330793 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-beea297b-d130-4547-9809-3b7c437c4c1c req-05633886-2a0d-40f7-86b8-d83e162e814e tempest-VolumesSnapshotTestJSON-784500810 tempest-VolumesSnapshotTestJSON-784500810-project] 10.222.0.10 "GET /v2.0/ports?device_id=c253c0a6-9eda-4222-bbc0-1133c2d24a24 HTTP/1.1" status: 200 len: 946 time: 0.0714097 Jul 16 14:12:12.369587 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-beea297b-d130-4547-9809-3b7c437c4c1c req-863eb6c3-2832-47a6-9302-6f5ef4f0e161 tempest-VolumesSnapshotTestJSON-784500810 tempest-VolumesSnapshotTestJSON-784500810-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf934ec5-6361-469c-9b6b-78170a57bc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331328 Jul 16 14:12:12.693939 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.agents_db [None req-74bc78d6-8b96-4e29-998d-b6ecd97de622 None None] Agent healthcheck: found 6 active agents {{(pid=93105) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 14:12:12.906155 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a737b9-5959-473a-b137-fee459af1671 req-7565b853-06ce-4d96-8cda-02b1fa124459 tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:12:12.907664 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-e6a737b9-5959-473a-b137-fee459af1671 req-7565b853-06ce-4d96-8cda-02b1fa124459 tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] 10.222.0.10 "GET /v2.0/ports?device_id=abfa7f19-d2a3-432e-9531-2cd5e448930f HTTP/1.1" status: 200 len: 945 time: 0.0690231 Jul 16 14:12:12.947121 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-e6a737b9-5959-473a-b137-fee459af1671 req-d506d1b5-d134-4cc1-b735-cf2847f20feb tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] 10.222.0.10 "GET /v2.0/security-groups?id=a14a42af-a4ef-4b15-8b8b-646b56cf2e04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335155 Jul 16 14:12:13.129372 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b9bb23-bc12-468c-8c50-6cb314d63bbe req-8e1f75f4-8dfd-4873-bcac-91232ec02b04 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:12:13.130860 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-f5b9bb23-bc12-468c-8c50-6cb314d63bbe req-8e1f75f4-8dfd-4873-bcac-91232ec02b04 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4fd96fc-3c77-440f-afb9-e8e0c57a00f1 HTTP/1.1" status: 200 len: 943 time: 0.0699196 Jul 16 14:12:13.167815 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-f5b9bb23-bc12-468c-8c50-6cb314d63bbe req-6551e9e5-2cf7-4d2c-b2fc-afa84c48f275 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c503182-09b9-4e47-85c4-a937a2862e32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309067 Jul 16 14:12:13.544651 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cd227f-a834-459c-968a-3884884c2ea4 req-e57ceadb-fc06-4558-bab9-e9421c937d75 tempest-VolumesSnapshotTestJSON-784500810 tempest-VolumesSnapshotTestJSON-784500810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:12:13.546045 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-04cd227f-a834-459c-968a-3884884c2ea4 req-e57ceadb-fc06-4558-bab9-e9421c937d75 tempest-VolumesSnapshotTestJSON-784500810 tempest-VolumesSnapshotTestJSON-784500810-project] 10.222.0.10 "GET /v2.0/ports?device_id=c253c0a6-9eda-4222-bbc0-1133c2d24a24 HTTP/1.1" status: 200 len: 946 time: 0.0652478 Jul 16 14:12:13.582085 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-04cd227f-a834-459c-968a-3884884c2ea4 req-059e3e84-3aff-4a92-a79b-6f40ce2ee2af tempest-VolumesSnapshotTestJSON-784500810 tempest-VolumesSnapshotTestJSON-784500810-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf934ec5-6361-469c-9b6b-78170a57bc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305617 Jul 16 14:12:14.013829 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de4082d-4c3c-4b4c-a192-a6693cea8f01 req-6c88be56-9bd2-41e4-95ae-417ab8a7fbc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:12:14.016747 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-2de4082d-4c3c-4b4c-a192-a6693cea8f01 req-6c88be56-9bd2-41e4-95ae-417ab8a7fbc1 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=abfa7f19-d2a3-432e-9531-2cd5e448930f HTTP/1.1" status: 200 len: 1098 time: 0.0561802 Jul 16 14:12:14.056030 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-2de4082d-4c3c-4b4c-a192-a6693cea8f01 req-2757f650-afe3-4698-a008-dfed69e45ba6 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=a14a42af-a4ef-4b15-8b8b-646b56cf2e04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309541 Jul 16 14:12:14.117225 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdc9e44-5145-47a6-83e4-872701196e68 req-c76d3908-387c-4523-8976-06d5a57ba7f3 tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:12:14.118678 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-1fdc9e44-5145-47a6-83e4-872701196e68 req-c76d3908-387c-4523-8976-06d5a57ba7f3 tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] 10.222.0.10 "GET /v2.0/ports?device_id=abfa7f19-d2a3-432e-9531-2cd5e448930f HTTP/1.1" status: 200 len: 945 time: 0.0616663 Jul 16 14:12:14.155106 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-1fdc9e44-5145-47a6-83e4-872701196e68 req-bf41ec25-03a2-4c7b-bc3d-db60b50e3d6b tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] 10.222.0.10 "GET /v2.0/security-groups?id=a14a42af-a4ef-4b15-8b8b-646b56cf2e04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303926 Jul 16 14:12:14.342779 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33edb90c-c3f9-43e8-8242-c540fa19ebed req-030d7535-a559-4ae1-b64f-5d174dea9044 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:12:14.344193 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-33edb90c-c3f9-43e8-8242-c540fa19ebed req-030d7535-a559-4ae1-b64f-5d174dea9044 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4fd96fc-3c77-440f-afb9-e8e0c57a00f1 HTTP/1.1" status: 200 len: 943 time: 0.0616229 Jul 16 14:12:14.382562 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-33edb90c-c3f9-43e8-8242-c540fa19ebed req-e0cc483e-dfab-47c3-94e7-4e9e009e2b72 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c503182-09b9-4e47-85c4-a937a2862e32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324223 Jul 16 14:12:14.748931 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260d8540-c05c-4eaa-83a3-e217068dac84 req-a0380fd0-a265-4273-afba-b8f13c34c028 tempest-VolumesSnapshotTestJSON-784500810 tempest-VolumesSnapshotTestJSON-784500810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:12:14.750382 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-260d8540-c05c-4eaa-83a3-e217068dac84 req-a0380fd0-a265-4273-afba-b8f13c34c028 tempest-VolumesSnapshotTestJSON-784500810 tempest-VolumesSnapshotTestJSON-784500810-project] 10.222.0.10 "GET /v2.0/ports?device_id=c253c0a6-9eda-4222-bbc0-1133c2d24a24 HTTP/1.1" status: 200 len: 946 time: 0.0616584 Jul 16 14:12:14.786350 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-260d8540-c05c-4eaa-83a3-e217068dac84 req-66a39fb6-72d3-43db-9664-4ff7eb126323 tempest-VolumesSnapshotTestJSON-784500810 tempest-VolumesSnapshotTestJSON-784500810-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf934ec5-6361-469c-9b6b-78170a57bc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303426 Jul 16 14:12:15.328239 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86119152-9c5f-413a-9815-550c6291fb11 req-30117571-817c-4ce6-bea2-caa33af3291d tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:12:15.329689 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-86119152-9c5f-413a-9815-550c6291fb11 req-30117571-817c-4ce6-bea2-caa33af3291d tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] 10.222.0.10 "GET /v2.0/ports?device_id=abfa7f19-d2a3-432e-9531-2cd5e448930f HTTP/1.1" status: 200 len: 945 time: 0.0637226 Jul 16 14:12:15.366205 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-86119152-9c5f-413a-9815-550c6291fb11 req-4428880f-98b9-4ca0-8ee4-66ef499d1ead tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] 10.222.0.10 "GET /v2.0/security-groups?id=a14a42af-a4ef-4b15-8b8b-646b56cf2e04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309842 Jul 16 14:12:15.557016 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4fabcb-e2c3-4fcf-93eb-74da06cdacdf req-421360f2-a9be-4c31-b262-3aa6dbed53bb tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:12:15.558977 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-2a4fabcb-e2c3-4fcf-93eb-74da06cdacdf req-421360f2-a9be-4c31-b262-3aa6dbed53bb tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4fd96fc-3c77-440f-afb9-e8e0c57a00f1 HTTP/1.1" status: 200 len: 943 time: 0.0654092 Jul 16 14:12:15.587052 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Device 31e7f4bc-de7b-4443-b4ec-e45a7e495fe4 details requested by agent hyperv_hv-cinder-78476 with host hv-cinder-78476 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 14:12:15.595482 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-2a4fabcb-e2c3-4fcf-93eb-74da06cdacdf req-ebba5ecf-3529-4836-9b13-6ea039312b1d tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c503182-09b9-4e47-85c4-a937a2862e32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310364 Jul 16 14:12:15.680828 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] For port 31e7f4bc-de7b-4443-b4ec-e45a7e495fe4, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=31e7f4bc-de7b-4443-b4ec-e45a7e495fe4,segment=NetworkSegment(3a29ac3c-6c4f-4bde-a091-d921a298bf30),segment_id=3a29ac3c-6c4f-4bde-a091-d921a298bf30)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:12:15.691759 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Returning: {'device': '31e7f4bc-de7b-4443-b4ec-e45a7e495fe4', 'network_id': '3a4fb2c2-e115-4208-b9b7-fb0af769d696', 'port_id': '31e7f4bc-de7b-4443-b4ec-e45a7e495fe4', 'mac_address': 'fa:16:3e:12:8f:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9264d998-2235-4ea7-905f-68b77e185814', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 14:12:15.726723 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:12:15.741773 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31e7f4bc-de7b-4443-b4ec-e45a7e495fe4 {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 14:12:15.761542 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] For port 31e7f4bc-de7b-4443-b4ec-e45a7e495fe4, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=31e7f4bc-de7b-4443-b4ec-e45a7e495fe4,segment=NetworkSegment(3a29ac3c-6c4f-4bde-a091-d921a298bf30),segment_id=3a29ac3c-6c4f-4bde-a091-d921a298bf30)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:12:15.765268 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736156224341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736155824276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736155824294'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:12:15.811235 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Pushing event updated for resources: {'Port': ['ID=31e7f4bc-de7b-4443-b4ec-e45a7e495fe4,revision_number=9']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:12:15.957911 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e24b115-fe7e-4cab-8f47-63f4092a15fd req-4f9d062b-5680-47c4-975d-4fdc9f42d3ff tempest-VolumesSnapshotTestJSON-784500810 tempest-VolumesSnapshotTestJSON-784500810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:12:15.959341 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-6e24b115-fe7e-4cab-8f47-63f4092a15fd req-4f9d062b-5680-47c4-975d-4fdc9f42d3ff tempest-VolumesSnapshotTestJSON-784500810 tempest-VolumesSnapshotTestJSON-784500810-project] 10.222.0.10 "GET /v2.0/ports?device_id=c253c0a6-9eda-4222-bbc0-1133c2d24a24 HTTP/1.1" status: 200 len: 946 time: 0.0638514 Jul 16 14:12:15.997941 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:12:15.999075 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-6e24b115-fe7e-4cab-8f47-63f4092a15fd req-ae0439e6-3803-4be4-bdfa-9ebaaa124f96 tempest-VolumesSnapshotTestJSON-784500810 tempest-VolumesSnapshotTestJSON-784500810-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf934ec5-6361-469c-9b6b-78170a57bc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340226 Jul 16 14:12:16.093116 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] get_ports_and_sgs() called for port_ids ['31e7f4bc-de7b-4443-b4ec-e45a7e495fe4'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 14:12:16.276602 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749e8f16-d21d-4e80-b28a-8a737ec591fb req-24f2e05a-cb07-4755-a112-d2149955da5d tempest-VolumesSnapshotTestJSON-784500810 tempest-VolumesSnapshotTestJSON-784500810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:12:16.278044 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-749e8f16-d21d-4e80-b28a-8a737ec591fb req-24f2e05a-cb07-4755-a112-d2149955da5d tempest-VolumesSnapshotTestJSON-784500810 tempest-VolumesSnapshotTestJSON-784500810-project] 10.222.0.25 "GET /v2.0/ports?device_id=c253c0a6-9eda-4222-bbc0-1133c2d24a24 HTTP/1.1" status: 200 len: 946 time: 0.0606499 Jul 16 14:12:16.373602 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-749e8f16-d21d-4e80-b28a-8a737ec591fb req-986b350b-b1ca-4191-8542-b821a38e5fc0 tempest-VolumesSnapshotTestJSON-784500810 tempest-VolumesSnapshotTestJSON-784500810-project] Deleting port 9de03599-27ba-41e6-9599-9cc3e686f1ba {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 14:12:16.374274 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-749e8f16-d21d-4e80-b28a-8a737ec591fb req-986b350b-b1ca-4191-8542-b821a38e5fc0 tempest-VolumesSnapshotTestJSON-784500810 tempest-VolumesSnapshotTestJSON-784500810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736156223663'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:12:16.459204 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-749e8f16-d21d-4e80-b28a-8a737ec591fb req-986b350b-b1ca-4191-8542-b821a38e5fc0 tempest-VolumesSnapshotTestJSON-784500810 tempest-VolumesSnapshotTestJSON-784500810-project] For port 9de03599-27ba-41e6-9599-9cc3e686f1ba, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=9de03599-27ba-41e6-9599-9cc3e686f1ba,segment=NetworkSegment(4ea20850-6d50-426f-884d-13beac521997),segment_id=4ea20850-6d50-426f-884d-13beac521997)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:12:16.459561 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-749e8f16-d21d-4e80-b28a-8a737ec591fb req-986b350b-b1ca-4191-8542-b821a38e5fc0 tempest-VolumesSnapshotTestJSON-784500810 tempest-VolumesSnapshotTestJSON-784500810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683922'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:12:16.472039 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-749e8f16-d21d-4e80-b28a-8a737ec591fb req-986b350b-b1ca-4191-8542-b821a38e5fc0 tempest-VolumesSnapshotTestJSON-784500810 tempest-VolumesSnapshotTestJSON-784500810-project] Calling delete_port for 9de03599-27ba-41e6-9599-9cc3e686f1ba owned by compute:nova {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 14:12:16.539155 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852668c7-0b23-49a7-b179-ef5a58cbb9bc req-1d0408a5-0210-4e77-b86d-e3175939fb6f tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:12:16.540652 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-852668c7-0b23-49a7-b179-ef5a58cbb9bc req-1d0408a5-0210-4e77-b86d-e3175939fb6f tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] 10.222.0.10 "GET /v2.0/ports?device_id=abfa7f19-d2a3-432e-9531-2cd5e448930f HTTP/1.1" status: 200 len: 945 time: 0.0623882 Jul 16 14:12:16.579226 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-852668c7-0b23-49a7-b179-ef5a58cbb9bc req-702237e2-9f00-4ca8-9153-8dab2086a4fa tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] 10.222.0.10 "GET /v2.0/security-groups?id=a14a42af-a4ef-4b15-8b8b-646b56cf2e04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320847 Jul 16 14:12:16.599253 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-749e8f16-d21d-4e80-b28a-8a737ec591fb req-986b350b-b1ca-4191-8542-b821a38e5fc0 tempest-VolumesSnapshotTestJSON-784500810 tempest-VolumesSnapshotTestJSON-784500810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736156224386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736155824267'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:12:16.641207 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986b350b-b1ca-4191-8542-b821a38e5fc0 tempest-VolumesSnapshotTestJSON-784500810 tempest-VolumesSnapshotTestJSON-784500810-project] Pushing event deleted for resources: {'Port': ['ID=9de03599-27ba-41e6-9599-9cc3e686f1ba,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:12:16.648140 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] get_ports_and_sgs() called for port_ids ['9de03599-27ba-41e6-9599-9cc3e686f1ba'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 14:12:16.651740 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986b350b-b1ca-4191-8542-b821a38e5fc0 tempest-VolumesSnapshotTestJSON-784500810 tempest-VolumesSnapshotTestJSON-784500810-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:12:16.652092 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986b350b-b1ca-4191-8542-b821a38e5fc0 tempest-VolumesSnapshotTestJSON-784500810 tempest-VolumesSnapshotTestJSON-784500810-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:12:16.652428 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986b350b-b1ca-4191-8542-b821a38e5fc0 tempest-VolumesSnapshotTestJSON-784500810 tempest-VolumesSnapshotTestJSON-784500810-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:12:16.653639 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986b350b-b1ca-4191-8542-b821a38e5fc0 tempest-VolumesSnapshotTestJSON-784500810 tempest-VolumesSnapshotTestJSON-784500810-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:12:16.653991 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986b350b-b1ca-4191-8542-b821a38e5fc0 tempest-VolumesSnapshotTestJSON-784500810 tempest-VolumesSnapshotTestJSON-784500810-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:12:16.654329 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986b350b-b1ca-4191-8542-b821a38e5fc0 tempest-VolumesSnapshotTestJSON-784500810 tempest-VolumesSnapshotTestJSON-784500810-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:12:16.654660 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986b350b-b1ca-4191-8542-b821a38e5fc0 tempest-VolumesSnapshotTestJSON-784500810 tempest-VolumesSnapshotTestJSON-784500810-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:12:16.654987 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986b350b-b1ca-4191-8542-b821a38e5fc0 tempest-VolumesSnapshotTestJSON-784500810 tempest-VolumesSnapshotTestJSON-784500810-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:12:16.655817 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986b350b-b1ca-4191-8542-b821a38e5fc0 tempest-VolumesSnapshotTestJSON-784500810 tempest-VolumesSnapshotTestJSON-784500810-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:12:16.655817 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986b350b-b1ca-4191-8542-b821a38e5fc0 tempest-VolumesSnapshotTestJSON-784500810 tempest-VolumesSnapshotTestJSON-784500810-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:12:16.656009 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986b350b-b1ca-4191-8542-b821a38e5fc0 tempest-VolumesSnapshotTestJSON-784500810 tempest-VolumesSnapshotTestJSON-784500810-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:12:16.656244 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986b350b-b1ca-4191-8542-b821a38e5fc0 tempest-VolumesSnapshotTestJSON-784500810 tempest-VolumesSnapshotTestJSON-784500810-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:12:16.702523 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-749e8f16-d21d-4e80-b28a-8a737ec591fb req-986b350b-b1ca-4191-8542-b821a38e5fc0 tempest-VolumesSnapshotTestJSON-784500810 tempest-VolumesSnapshotTestJSON-784500810-project] No DVR routers for this DVR port 9de03599-27ba-41e6-9599-9cc3e686f1ba on host hv-cinder-78476 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 14:12:16.705071 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-749e8f16-d21d-4e80-b28a-8a737ec591fb req-986b350b-b1ca-4191-8542-b821a38e5fc0 tempest-VolumesSnapshotTestJSON-784500810 tempest-VolumesSnapshotTestJSON-784500810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72406'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:12:16.707151 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-749e8f16-d21d-4e80-b28a-8a737ec591fb req-986b350b-b1ca-4191-8542-b821a38e5fc0 tempest-VolumesSnapshotTestJSON-784500810 tempest-VolumesSnapshotTestJSON-784500810-project] 10.222.0.25 "DELETE /v2.0/ports/9de03599-27ba-41e6-9599-9cc3e686f1ba HTTP/1.1" status: 204 len: 173 time: 0.4239097 Jul 16 14:12:16.707577 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c253c0a6-9eda-4222-bbc0-1133c2d24a24', 'name': 'network-vif-deleted', 'tag': '9de03599-27ba-41e6-9599-9cc3e686f1ba'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 14:12:16.709901 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}669b174d507dea59856bca4514a747f2bad56b4b9d456cc0353e9cf2427ac1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0541d560-6d37-4cf2-b393-c707a8c22c02" -d '{"events": [{"server_uuid": "c253c0a6-9eda-4222-bbc0-1133c2d24a24", "name": "network-vif-deleted", "tag": "9de03599-27ba-41e6-9599-9cc3e686f1ba"}]}' {{(pid=93101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 14:12:16.785277 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cddd8d-2c73-47b8-8baf-50d9561f6c94 req-2d67cd00-9914-4103-836e-e0c966f339d9 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:12:16.786773 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-02cddd8d-2c73-47b8-8baf-50d9561f6c94 req-2d67cd00-9914-4103-836e-e0c966f339d9 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4fd96fc-3c77-440f-afb9-e8e0c57a00f1 HTTP/1.1" status: 200 len: 944 time: 0.0688345 Jul 16 14:12:16.806415 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 14:12:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efabab09-7981-446f-ab9b-dfa571b1e3a9 x-openstack-request-id: req-efabab09-7981-446f-ab9b-dfa571b1e3a9 {{(pid=93101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 14:12:16.806720 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c253c0a6-9eda-4222-bbc0-1133c2d24a24", "name": "network-vif-deleted", "tag": "9de03599-27ba-41e6-9599-9cc3e686f1ba", "status": "completed", "code": 200}]} {{(pid=93101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 14:12:16.806978 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-efabab09-7981-446f-ab9b-dfa571b1e3a9 {{(pid=93101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 14:12:16.807399 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c253c0a6-9eda-4222-bbc0-1133c2d24a24', 'name': 'network-vif-deleted', 'tag': '9de03599-27ba-41e6-9599-9cc3e686f1ba', 'status': 'completed', 'code': 200} Jul 16 14:12:16.827230 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-02cddd8d-2c73-47b8-8baf-50d9561f6c94 req-25222bcc-1cbe-45a2-90a3-c75631e17c4d tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c503182-09b9-4e47-85c4-a937a2862e32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346513 Jul 16 14:12:17.152251 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-13cb3c45-abd3-4b84-96d3-96b12e6a56ee req-c4773f0d-8ed5-4267-9c1f-3ba8da127065 tempest-VolumesSnapshotTestJSON-784500810 tempest-VolumesSnapshotTestJSON-784500810-project] 10.222.0.10 "GET /v2.0/ports?device_id=c253c0a6-9eda-4222-bbc0-1133c2d24a24 HTTP/1.1" status: 200 len: 210 time: 0.0312068 Jul 16 14:12:17.583822 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Device 31e7f4bc-de7b-4443-b4ec-e45a7e495fe4 up at agent hyperv_hv-cinder-78476 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 14:12:17.630438 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Provisioning complete for port 31e7f4bc-de7b-4443-b4ec-e45a7e495fe4 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 14:12:17.630806 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16503849'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:12:17.704196 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:12:17.726323 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4fd96fc-3c77-440f-afb9-e8e0c57a00f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31e7f4bc-de7b-4443-b4ec-e45a7e495fe4'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 14:12:17.728522 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e17b9d4f214fa64bfb48c5bf95da0f2ee536929a6529a77ec24820d0293f4c41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e10509b-7a8c-4f7f-821a-2bbef451e68b" -d '{"events": [{"server_uuid": "f4fd96fc-3c77-440f-afb9-e8e0c57a00f1", "name": "network-vif-plugged", "status": "completed", "tag": "31e7f4bc-de7b-4443-b4ec-e45a7e495fe4"}]}' {{(pid=93103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 14:12:17.752830 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] For port 31e7f4bc-de7b-4443-b4ec-e45a7e495fe4, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=31e7f4bc-de7b-4443-b4ec-e45a7e495fe4,segment=NetworkSegment(3a29ac3c-6c4f-4bde-a091-d921a298bf30),segment_id=3a29ac3c-6c4f-4bde-a091-d921a298bf30)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:12:17.757763 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-949fcb9b-d6e3-45e0-9aef-d3e37713fc57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:12:17.760208 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736156224341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736155824276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736155824294'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:12:17.766916 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 14:12:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e590945-67e2-45b8-ace9-a367e7985094 x-openstack-request-id: req-7e590945-67e2-45b8-ace9-a367e7985094 {{(pid=93103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 14:12:17.767207 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4fd96fc-3c77-440f-afb9-e8e0c57a00f1", "name": "network-vif-plugged", "status": "completed", "tag": "31e7f4bc-de7b-4443-b4ec-e45a7e495fe4", "code": 200}]} {{(pid=93103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 14:12:17.767476 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7e590945-67e2-45b8-ace9-a367e7985094 {{(pid=93103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 14:12:17.768070 dv-cinder-784763-7-iscsi neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4fd96fc-3c77-440f-afb9-e8e0c57a00f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31e7f4bc-de7b-4443-b4ec-e45a7e495fe4', 'code': 200} Jul 16 14:12:17.810337 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Pushing event updated for resources: {'Port': ['ID=31e7f4bc-de7b-4443-b4ec-e45a7e495fe4,revision_number=10']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:12:17.993988 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5835683a-7026-4af4-bd78-5fe629678363 req-f44f7554-d3b4-4bea-b3a6-6f68c7472215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:12:17.995474 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-5835683a-7026-4af4-bd78-5fe629678363 req-f44f7554-d3b4-4bea-b3a6-6f68c7472215 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=f4fd96fc-3c77-440f-afb9-e8e0c57a00f1 HTTP/1.1" status: 200 len: 1099 time: 0.0505397 Jul 16 14:12:18.002799 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0083e2f3-3c76-47bf-a0c3-2207460cb592 req-723b80f8-f2d3-48bd-844a-77f728dd5040 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:12:18.004247 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-0083e2f3-3c76-47bf-a0c3-2207460cb592 req-723b80f8-f2d3-48bd-844a-77f728dd5040 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4fd96fc-3c77-440f-afb9-e8e0c57a00f1 HTTP/1.1" status: 200 len: 946 time: 0.0630507 Jul 16 14:12:18.028477 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-5835683a-7026-4af4-bd78-5fe629678363 req-8d6a5553-f9d0-4df3-8ec0-29d2e8574bb8 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=6c503182-09b9-4e47-85c4-a937a2862e32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271394 Jul 16 14:12:18.042453 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-0083e2f3-3c76-47bf-a0c3-2207460cb592 req-6d23a888-f28f-49e9-bb77-991481d3cbf9 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c503182-09b9-4e47-85c4-a937a2862e32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325043 Jul 16 14:12:19.221479 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60fe9dd-8cfe-469c-a13a-6bccf9e4e482 req-754f9b8f-4582-417b-946e-40af902127cd tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:12:19.222977 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-a60fe9dd-8cfe-469c-a13a-6bccf9e4e482 req-754f9b8f-4582-417b-946e-40af902127cd tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4fd96fc-3c77-440f-afb9-e8e0c57a00f1 HTTP/1.1" status: 200 len: 946 time: 0.0650403 Jul 16 14:12:19.262054 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-a60fe9dd-8cfe-469c-a13a-6bccf9e4e482 req-044d289a-8f33-481c-98c8-b2b8ee14d57e tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c503182-09b9-4e47-85c4-a937a2862e32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335190 Jul 16 14:12:19.595941 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Device 9de03599-27ba-41e6-9599-9cc3e686f1ba no longer exists at agent hyperv_hv-cinder-78476 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 14:12:19.617014 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] No Port match for: 9de03599-27ba-41e6-9599-9cc3e686f1ba {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 14:12:19.617431 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Device 9de03599-27ba-41e6-9599-9cc3e686f1ba not bound to the agent host hv-cinder-78476 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 14:12:20.360048 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-06347cb8-2baa-42c2-88ae-d13cd3c2bb63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:12:20.439859 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47e5465-6a61-425e-bfe3-4b3155670318 req-68ce60f6-3513-4278-9e9f-00fd9371be06 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:12:20.441361 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-c47e5465-6a61-425e-bfe3-4b3155670318 req-68ce60f6-3513-4278-9e9f-00fd9371be06 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4fd96fc-3c77-440f-afb9-e8e0c57a00f1 HTTP/1.1" status: 200 len: 946 time: 0.0652273 Jul 16 14:12:20.477378 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-c47e5465-6a61-425e-bfe3-4b3155670318 req-c89d7ba7-f739-4ce2-b65d-6c9478324246 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c503182-09b9-4e47-85c4-a937a2862e32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304468 Jul 16 14:12:20.710307 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:12:21.446010 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-64ab8875-bbbc-4415-a681-ef47cf0d365f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:12:23.098539 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-fe1600e4-7db6-428f-a340-75d1d02f3a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:12:32.428447 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0cf027-e0a8-4587-872a-c2fe51b1d1db req-63b3d867-5c26-4bbe-99a9-6b3877e04d41 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:12:32.429914 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-8f0cf027-e0a8-4587-872a-c2fe51b1d1db req-63b3d867-5c26-4bbe-99a9-6b3877e04d41 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] 10.222.0.10 "GET /v2.0/ports?device_id=9ba8d08c-0fe2-40d1-8723-46bef42f951c HTTP/1.1" status: 200 len: 945 time: 0.0641468 Jul 16 14:12:32.466024 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-8f0cf027-e0a8-4587-872a-c2fe51b1d1db req-9197f574-324a-4222-9c78-ec3a69f0d2bd tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff3cbe89-8ffe-4e9e-9c5c-a794ea06f51e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300252 Jul 16 14:12:33.635636 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd398f9-2b4e-4de9-8c1f-e71dee3479bd req-70eb84a6-5be7-4b48-a8f8-5aeae3a9ae71 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:12:33.637134 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-6bd398f9-2b4e-4de9-8c1f-e71dee3479bd req-70eb84a6-5be7-4b48-a8f8-5aeae3a9ae71 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] 10.222.0.10 "GET /v2.0/ports?device_id=9ba8d08c-0fe2-40d1-8723-46bef42f951c HTTP/1.1" status: 200 len: 945 time: 0.0607541 Jul 16 14:12:33.674437 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-6bd398f9-2b4e-4de9-8c1f-e71dee3479bd req-4b049394-301e-49db-8eaf-559fa9ce670e tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff3cbe89-8ffe-4e9e-9c5c-a794ea06f51e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313628 Jul 16 14:12:34.457025 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b94d4a-a159-4a57-8825-7e3d8dfe281c req-072cfe38-523a-4d4a-9cb9-d7b608f7b225 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:12:34.457025 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-c5b94d4a-a159-4a57-8825-7e3d8dfe281c req-072cfe38-523a-4d4a-9cb9-d7b608f7b225 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ba8d08c-0fe2-40d1-8723-46bef42f951c HTTP/1.1" status: 200 len: 945 time: 0.0603714 Jul 16 14:12:34.564298 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-c5b94d4a-a159-4a57-8825-7e3d8dfe281c req-79080e49-f2ab-4248-aaba-a8419ee97788 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Deleting port cdf10132-1b6e-4da7-a46f-8843ccba13d1 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 14:12:34.564676 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-c5b94d4a-a159-4a57-8825-7e3d8dfe281c req-79080e49-f2ab-4248-aaba-a8419ee97788 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736156223663'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:12:34.649148 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-c5b94d4a-a159-4a57-8825-7e3d8dfe281c req-79080e49-f2ab-4248-aaba-a8419ee97788 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] For port cdf10132-1b6e-4da7-a46f-8843ccba13d1, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=cdf10132-1b6e-4da7-a46f-8843ccba13d1,segment=NetworkSegment(a2275036-b4cd-463f-abae-2b31086d1a30),segment_id=a2275036-b4cd-463f-abae-2b31086d1a30)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:12:34.649808 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-c5b94d4a-a159-4a57-8825-7e3d8dfe281c req-79080e49-f2ab-4248-aaba-a8419ee97788 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683922'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:12:34.818575 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-c5b94d4a-a159-4a57-8825-7e3d8dfe281c req-79080e49-f2ab-4248-aaba-a8419ee97788 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:12:34.819065 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-c5b94d4a-a159-4a57-8825-7e3d8dfe281c req-79080e49-f2ab-4248-aaba-a8419ee97788 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-611497'] for floatingip, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:12:34.819382 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.db.l3_db [req-c5b94d4a-a159-4a57-8825-7e3d8dfe281c req-79080e49-f2ab-4248-aaba-a8419ee97788 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Floating IP 86ecbb79-260c-4c26-b172-ad1b8054f779 disassociated. External IP: 172.27.1.32, port: cdf10132-1b6e-4da7-a46f-8843ccba13d1. Jul 16 14:12:34.819717 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-c5b94d4a-a159-4a57-8825-7e3d8dfe281c req-79080e49-f2ab-4248-aaba-a8419ee97788 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Calling delete_port for cdf10132-1b6e-4da7-a46f-8843ccba13d1 owned by compute:nova {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 14:12:34.849492 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166d9954-478f-49d2-9649-5716619d0228 req-63d12147-e120-4df0-b027-b0ee1bbeda8b tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:12:34.850962 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-166d9954-478f-49d2-9649-5716619d0228 req-63d12147-e120-4df0-b027-b0ee1bbeda8b tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] 10.222.0.10 "GET /v2.0/ports?device_id=9ba8d08c-0fe2-40d1-8723-46bef42f951c HTTP/1.1" status: 200 len: 945 time: 0.0620494 Jul 16 14:12:34.892795 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-166d9954-478f-49d2-9649-5716619d0228 req-2d54fe98-4602-4a42-8af2-60f35c31f7ed tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff3cbe89-8ffe-4e9e-9c5c-a794ea06f51e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330148 Jul 16 14:12:34.944523 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-c5b94d4a-a159-4a57-8825-7e3d8dfe281c req-79080e49-f2ab-4248-aaba-a8419ee97788 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736156224386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736155824267'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:12:34.976562 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79080e49-f2ab-4248-aaba-a8419ee97788 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Pushing event deleted for resources: {'Port': ['ID=cdf10132-1b6e-4da7-a46f-8843ccba13d1,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:12:35.084542 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c5b94d4a-a159-4a57-8825-7e3d8dfe281c req-79080e49-f2ab-4248-aaba-a8419ee97788 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Router 2ea68513-8ff3-45f6-b748-c07ceb1512d3 has already been hosted by L3 agent d50ece19-a35b-4d9c-a2c6-6c45fbfb3bdd {{(pid=93101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 14:12:35.185196 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c5b94d4a-a159-4a57-8825-7e3d8dfe281c req-79080e49-f2ab-4248-aaba-a8419ee97788 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Notify agent at l3_agent.dv-cinder-784763-7-iscsi the message routers_updated {{(pid=93101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 14:12:35.194931 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a58ea42-1f45-4826-ab33-d51e9d39c7db None None] Sync routers for ids ['2ea68513-8ff3-45f6-b748-c07ceb1512d3'] in dv-cinder-784763-7-iscsi {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 14:12:35.205095 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a58ea42-1f45-4826-ab33-d51e9d39c7db None None] Routers {'2ea68513-8ff3-45f6-b748-c07ceb1512d3'} bound to L3 agent in host dv-cinder-784763-7-iscsi {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 14:12:35.205702 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-9a58ea42-1f45-4826-ab33-d51e9d39c7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T13:57:50Z,description=,heartbeat_timestamp=2021-07-16T14:12:20Z,host='dv-cinder-784763-7-iscsi',id=d50ece19-a35b-4d9c-a2c6-6c45fbfb3bdd,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T13:57:50Z,topic='l3_agent')) {'router_ids': ['2ea68513-8ff3-45f6-b748-c07ceb1512d3'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:12:35.227262 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5b94d4a-a159-4a57-8825-7e3d8dfe281c req-79080e49-f2ab-4248-aaba-a8419ee97788 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] No DVR routers for this DVR port cdf10132-1b6e-4da7-a46f-8843ccba13d1 on host hv-cinder-78476 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 14:12:35.229694 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-c5b94d4a-a159-4a57-8825-7e3d8dfe281c req-79080e49-f2ab-4248-aaba-a8419ee97788 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72406'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:12:35.231629 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-c5b94d4a-a159-4a57-8825-7e3d8dfe281c req-79080e49-f2ab-4248-aaba-a8419ee97788 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] 10.222.0.25 "DELETE /v2.0/ports/cdf10132-1b6e-4da7-a46f-8843ccba13d1 HTTP/1.1" status: 204 len: 173 time: 0.7687373 Jul 16 14:12:35.232057 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ba8d08c-0fe2-40d1-8723-46bef42f951c', 'name': 'network-vif-deleted', 'tag': 'cdf10132-1b6e-4da7-a46f-8843ccba13d1'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 14:12:35.234542 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}669b174d507dea59856bca4514a747f2bad56b4b9d456cc0353e9cf2427ac1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a06a01d-2e33-4fb3-a8fc-589c47712475" -d '{"events": [{"server_uuid": "9ba8d08c-0fe2-40d1-8723-46bef42f951c", "name": "network-vif-deleted", "tag": "cdf10132-1b6e-4da7-a46f-8843ccba13d1"}]}' {{(pid=93101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 14:12:35.273491 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 14:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d145510-3cba-44dc-8fec-727026986cd6 x-openstack-request-id: req-4d145510-3cba-44dc-8fec-727026986cd6 {{(pid=93101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 14:12:35.273787 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ba8d08c-0fe2-40d1-8723-46bef42f951c", "name": "network-vif-deleted", "tag": "cdf10132-1b6e-4da7-a46f-8843ccba13d1", "status": "completed", "code": 200}]} {{(pid=93101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 14:12:35.274091 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4d145510-3cba-44dc-8fec-727026986cd6 {{(pid=93101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 14:12:35.274483 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ba8d08c-0fe2-40d1-8723-46bef42f951c', 'name': 'network-vif-deleted', 'tag': 'cdf10132-1b6e-4da7-a46f-8843ccba13d1', 'status': 'completed', 'code': 200} Jul 16 14:12:35.318280 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-9a58ea42-1f45-4826-ab33-d51e9d39c7db None None] Set router 2ea68513-8ff3-45f6-b748-c07ceb1512d3 gateway port host: dv-cinder-784763-7-iscsi {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 14:12:35.530118 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-9a58ea42-1f45-4826-ab33-d51e9d39c7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ea68513-8ff3-45f6-b748-c07ceb1512d3', 'name': 'tempest-AttachVolumeTestJSON-553302294-router', 'tenant_id': 'b3b16082e5f440ba8228e496c1f92b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'external_fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': '936e5680-6b45-41c7-9073-dbaa75f76f33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T14:05:34Z', 'updated_at': '2021-07-16T14:05:46Z', 'revision_number': 4, 'project_id': 'b3b16082e5f440ba8228e496c1f92b3a', 'gw_port': {'id': '936e5680-6b45-41c7-9073-dbaa75f76f33', 'name': '', 'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:64:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ea68513-8ff3-45f6-b748-c07ceb1512d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:05:35Z', 'updated_at': '2021-07-16T14:05:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-7-iscsi', '_interfaces': [{'id': '9afb8bb1-c75a-4798-bed6-205ab3a5d557', 'name': '', 'network_id': '05b30fe7-953a-4cd0-9508-7a8db0272a66', 'tenant_id': 'b3b16082e5f440ba8228e496c1f92b3a', 'mac_address': 'fa:16:3e:b9:84:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ea68513-8ff3-45f6-b748-c07ceb1512d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '06d06c6a-1905-449b-b463-f55701ce50ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:05:42Z', 'updated_at': '2021-07-16T14:05:58Z', 'revision_number': 5, 'project_id': 'b3b16082e5f440ba8228e496c1f92b3a', 'subnets': [{'id': '06d06c6a-1905-449b-b463-f55701ce50ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-7-iscsi', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:12:35.555524 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a58ea42-1f45-4826-ab33-d51e9d39c7db None None] Checking router: 2ea68513-8ff3-45f6-b748-c07ceb1512d3 for host: dv-cinder-784763-7-iscsi {{(pid=93103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 14:12:35.564319 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a58ea42-1f45-4826-ab33-d51e9d39c7db None None] Routers {'2ea68513-8ff3-45f6-b748-c07ceb1512d3'} bound to L3 agent in host dv-cinder-784763-7-iscsi {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 14:12:35.564901 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-9a58ea42-1f45-4826-ab33-d51e9d39c7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T13:57:50Z,description=,heartbeat_timestamp=2021-07-16T14:12:20Z,host='dv-cinder-784763-7-iscsi',id=d50ece19-a35b-4d9c-a2c6-6c45fbfb3bdd,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T13:57:50Z,topic='l3_agent')) {'router_ids': ['2ea68513-8ff3-45f6-b748-c07ceb1512d3'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:12:35.783604 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-9a58ea42-1f45-4826-ab33-d51e9d39c7db None None] Set router 2ea68513-8ff3-45f6-b748-c07ceb1512d3 gateway port host: dv-cinder-784763-7-iscsi {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 14:12:35.987384 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-9a58ea42-1f45-4826-ab33-d51e9d39c7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ea68513-8ff3-45f6-b748-c07ceb1512d3', 'name': 'tempest-AttachVolumeTestJSON-553302294-router', 'tenant_id': 'b3b16082e5f440ba8228e496c1f92b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'external_fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': '936e5680-6b45-41c7-9073-dbaa75f76f33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T14:05:34Z', 'updated_at': '2021-07-16T14:05:46Z', 'revision_number': 4, 'project_id': 'b3b16082e5f440ba8228e496c1f92b3a', 'gw_port': {'id': '936e5680-6b45-41c7-9073-dbaa75f76f33', 'name': '', 'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:64:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ea68513-8ff3-45f6-b748-c07ceb1512d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:05:35Z', 'updated_at': '2021-07-16T14:05:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-7-iscsi', '_interfaces': [{'id': '9afb8bb1-c75a-4798-bed6-205ab3a5d557', 'name': '', 'network_id': '05b30fe7-953a-4cd0-9508-7a8db0272a66', 'tenant_id': 'b3b16082e5f440ba8228e496c1f92b3a', 'mac_address': 'fa:16:3e:b9:84:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ea68513-8ff3-45f6-b748-c07ceb1512d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '06d06c6a-1905-449b-b463-f55701ce50ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:05:42Z', 'updated_at': '2021-07-16T14:05:58Z', 'revision_number': 5, 'project_id': 'b3b16082e5f440ba8228e496c1f92b3a', 'subnets': [{'id': '06d06c6a-1905-449b-b463-f55701ce50ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-7-iscsi', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:12:36.018153 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a58ea42-1f45-4826-ab33-d51e9d39c7db None None] The sync data for ids ['2ea68513-8ff3-45f6-b748-c07ceb1512d3'] in dv-cinder-784763-7-iscsi is: [{'id': '2ea68513-8ff3-45f6-b748-c07ceb1512d3', 'name': 'tempest-AttachVolumeTestJSON-553302294-router', 'tenant_id': 'b3b16082e5f440ba8228e496c1f92b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'external_fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': '936e5680-6b45-41c7-9073-dbaa75f76f33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T14:05:34Z', 'updated_at': '2021-07-16T14:05:46Z', 'revision_number': 4, 'project_id': 'b3b16082e5f440ba8228e496c1f92b3a', 'gw_port': {'id': '936e5680-6b45-41c7-9073-dbaa75f76f33', 'name': '', 'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:64:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ea68513-8ff3-45f6-b748-c07ceb1512d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:05:35Z', 'updated_at': '2021-07-16T14:05:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-7-iscsi', '_interfaces': [{'id': '9afb8bb1-c75a-4798-bed6-205ab3a5d557', 'name': '', 'network_id': '05b30fe7-953a-4cd0-9508-7a8db0272a66', 'tenant_id': 'b3b16082e5f440ba8228e496c1f92b3a', 'mac_address': 'fa:16:3e:b9:84:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ea68513-8ff3-45f6-b748-c07ceb1512d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '06d06c6a-1905-449b-b463-f55701ce50ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:05:42Z', 'updated_at': '2021-07-16T14:05:58Z', 'revision_number': 5, 'project_id': 'b3b16082e5f440ba8228e496c1f92b3a', 'subnets': [{'id': '06d06c6a-1905-449b-b463-f55701ce50ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 14:12:36.025942 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 37548) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:12:36.081112 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-1ae2962a-bc5f-4aac-8b51-f40f31dcf9b7 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:12:36.104654 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-1ae2962a-bc5f-4aac-8b51-f40f31dcf9b7 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:12:36.150275 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-1ae2962a-bc5f-4aac-8b51-f40f31dcf9b7 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:12:36.153673 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-1ae2962a-bc5f-4aac-8b51-f40f31dcf9b7 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:12:36.155026 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-1ae2962a-bc5f-4aac-8b51-f40f31dcf9b7 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] 10.222.0.10 "DELETE /v2.0/security-groups/ff3cbe89-8ffe-4e9e-9c5c-a794ea06f51e HTTP/1.1" status: 204 len: 168 time: 0.1281025 Jul 16 14:12:36.158102 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 37550) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:12:36.165119 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae2962a-bc5f-4aac-8b51-f40f31dcf9b7 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff3cbe89-8ffe-4e9e-9c5c-a794ea06f51e,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:12:36.175335 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.api.v2.resource [None req-e5d34ec4-fbc4-4b89-bfa6-cb122b6d8d65 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] show failed (client error): The resource could not be found. Jul 16 14:12:36.179320 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-e5d34ec4-fbc4-4b89-bfa6-cb122b6d8d65 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] 10.222.0.10 "GET /v2.0/security-groups/ff3cbe89-8ffe-4e9e-9c5c-a794ea06f51e HTTP/1.1" status: 404 len: 347 time: 0.0202117 Jul 16 14:12:36.180170 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 37552) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:12:36.293516 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be2d5cb-1038-4f5a-865a-d888ed312d38 None None] New status for floating IP 86ecbb79-260c-4c26-b172-ad1b8054f779: DOWN {{(pid=93105) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 14:12:36.309341 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-62fb64a2-df06-4be0-8d03-1f4fea60e6e0 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Deleting port 701599c1-564b-4624-a773-3abc4d2e3837 {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 14:12:36.309614 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-62fb64a2-df06-4be0-8d03-1f4fea60e6e0 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736156223663'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:12:36.385923 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-62fb64a2-df06-4be0-8d03-1f4fea60e6e0 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683922'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:12:36.386255 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-62fb64a2-df06-4be0-8d03-1f4fea60e6e0 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:12:36.398104 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-62fb64a2-df06-4be0-8d03-1f4fea60e6e0 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Calling delete_port for 701599c1-564b-4624-a773-3abc4d2e3837 owned by network:floatingip {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 14:12:36.534159 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-62fb64a2-df06-4be0-8d03-1f4fea60e6e0 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736156224386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736155824267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4062758'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:12:36.564105 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fb64a2-df06-4be0-8d03-1f4fea60e6e0 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Pushing event deleted for resources: {'Port': ['ID=701599c1-564b-4624-a773-3abc4d2e3837,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:12:36.588362 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fb64a2-df06-4be0-8d03-1f4fea60e6e0 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:12:36.588700 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fb64a2-df06-4be0-8d03-1f4fea60e6e0 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:12:36.589056 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fb64a2-df06-4be0-8d03-1f4fea60e6e0 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:12:36.589388 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fb64a2-df06-4be0-8d03-1f4fea60e6e0 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:12:36.589709 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fb64a2-df06-4be0-8d03-1f4fea60e6e0 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:12:36.590033 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fb64a2-df06-4be0-8d03-1f4fea60e6e0 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:12:36.590353 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fb64a2-df06-4be0-8d03-1f4fea60e6e0 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:12:36.590697 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fb64a2-df06-4be0-8d03-1f4fea60e6e0 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:12:36.591020 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fb64a2-df06-4be0-8d03-1f4fea60e6e0 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:12:36.591337 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fb64a2-df06-4be0-8d03-1f4fea60e6e0 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:12:36.591649 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fb64a2-df06-4be0-8d03-1f4fea60e6e0 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:12:36.591963 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fb64a2-df06-4be0-8d03-1f4fea60e6e0 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:12:36.629064 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-62fb64a2-df06-4be0-8d03-1f4fea60e6e0 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Notify callbacks [] for floatingip, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:12:36.631514 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-62fb64a2-df06-4be0-8d03-1f4fea60e6e0 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72406'] for floatingip, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:12:36.632648 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-62fb64a2-df06-4be0-8d03-1f4fea60e6e0 tempest-AttachVolumeTestJSON-1846108536 tempest-AttachVolumeTestJSON-1846108536-project] 10.222.0.10 "DELETE /v2.0/floatingips/86ecbb79-260c-4c26-b172-ad1b8054f779 HTTP/1.1" status: 204 len: 168 time: 0.4513888 Jul 16 14:12:39.678853 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Device cdf10132-1b6e-4da7-a46f-8843ccba13d1 no longer exists at agent hyperv_hv-cinder-78476 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 14:12:39.697028 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] No Port match for: cdf10132-1b6e-4da7-a46f-8843ccba13d1 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 14:12:39.697365 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Device cdf10132-1b6e-4da7-a46f-8843ccba13d1 not bound to the agent host hv-cinder-78476 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 14:12:40.317231 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 37624) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:12:40.808450 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2b02e151-2903-4ed3-8b71-9abf361cf803 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680361'] for router_interface, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:12:41.094346 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-2b02e151-2903-4ed3-8b71-9abf361cf803 admin admin] Deleting port 9afb8bb1-c75a-4798-bed6-205ab3a5d557 {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 14:12:41.094694 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2b02e151-2903-4ed3-8b71-9abf361cf803 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736156223663'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:12:41.170916 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.db [None req-2b02e151-2903-4ed3-8b71-9abf361cf803 admin admin] For port 9afb8bb1-c75a-4798-bed6-205ab3a5d557, host dv-cinder-784763-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-7-iscsi',level=0,port_id=9afb8bb1-c75a-4798-bed6-205ab3a5d557,segment=NetworkSegment(a2275036-b4cd-463f-abae-2b31086d1a30),segment_id=a2275036-b4cd-463f-abae-2b31086d1a30)] {{(pid=93102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:12:41.171268 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2b02e151-2903-4ed3-8b71-9abf361cf803 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683922'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:12:41.184121 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-2b02e151-2903-4ed3-8b71-9abf361cf803 admin admin] Calling delete_port for 9afb8bb1-c75a-4798-bed6-205ab3a5d557 owned by network:router_interface {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 14:12:41.308037 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 37630) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:12:41.380046 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.db.db_base_plugin_v2 [None req-47d24ede-69e7-4935-8082-d65c4bd994ff admin admin] Deleting subnet a3156122-d430-4dd4-ba84-f82ea8e48cec {{(pid=93102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 14:12:41.386508 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-47d24ede-69e7-4935-8082-d65c4bd994ff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:12:41.411442 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2b02e151-2903-4ed3-8b71-9abf361cf803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736156224386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736155824267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4062758'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:12:41.443068 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b02e151-2903-4ed3-8b71-9abf361cf803 admin admin] Pushing event deleted for resources: {'Port': ['ID=9afb8bb1-c75a-4798-bed6-205ab3a5d557,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:12:41.446129 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-47d24ede-69e7-4935-8082-d65c4bd994ff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4062852'] for subnet, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:12:41.527853 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-47d24ede-69e7-4935-8082-d65c4bd994ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16506816'] for subnet, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:12:41.651063 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-47d24ede-69e7-4935-8082-d65c4bd994ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16506871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4062805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3919862'] for subnet, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:12:41.686195 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d24ede-69e7-4935-8082-d65c4bd994ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3156122-d430-4dd4-ba84-f82ea8e48cec,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:12:41.689439 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-47d24ede-69e7-4935-8082-d65c4bd994ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583268'] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:12:41.691286 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-47d24ede-69e7-4935-8082-d65c4bd994ff admin admin] 10.222.0.10 "DELETE /v2.0/subnets/a3156122-d430-4dd4-ba84-f82ea8e48cec HTTP/1.1" status: 204 len: 168 time: 0.3823199 Jul 16 14:12:41.693745 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 37634) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:12:41.722122 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2b02e151-2903-4ed3-8b71-9abf361cf803 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-677689'] for router_interface, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:12:41.802604 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4730f0cb-79b1-4b5e-87a8-44ebc14ecbaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16272555'] for network, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:12:42.178496 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4730f0cb-79b1-4b5e-87a8-44ebc14ecbaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16499620', 'neutron.services.segments.db._delete_segments_for_network-8736156337740'] for network, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:12:42.191541 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.services.segments.db [None req-4730f0cb-79b1-4b5e-87a8-44ebc14ecbaf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00212012-b431-49a3-a42b-ffcd33b1f41e']}} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:12:42.231470 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.services.segments.db [None req-4730f0cb-79b1-4b5e-87a8-44ebc14ecbaf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ea20850-6d50-426f-884d-13beac521997') {'for_net_delete': True} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:12:42.231766 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.services.segments.db [None req-4730f0cb-79b1-4b5e-87a8-44ebc14ecbaf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ea20850-6d50-426f-884d-13beac521997') {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:12:42.246681 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4730f0cb-79b1-4b5e-87a8-44ebc14ecbaf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736156340821', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4062899'] for segment, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:12:42.290502 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4730f0cb-79b1-4b5e-87a8-44ebc14ecbaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16512664'] for segment, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:12:42.300230 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4730f0cb-79b1-4b5e-87a8-44ebc14ecbaf admin admin] Releasing vlan 225 on physical network physnet1 to pool {{(pid=93102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 14:12:42.300618 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4730f0cb-79b1-4b5e-87a8-44ebc14ecbaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16512664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4063223'] for segment, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:12:42.302318 dv-cinder-784763-7-iscsi neutron-server[93102]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 14:12:42.302318 dv-cinder-784763-7-iscsi neutron-server[93102]: conditions |= (models_v2.Port.network_id.in_( Jul 16 14:12:42.302318 dv-cinder-784763-7-iscsi neutron-server[93102]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 14:12:42.302318 dv-cinder-784763-7-iscsi neutron-server[93102]: conditions |= (models_v2.Port.network_id.in_( Jul 16 14:12:42.302318 dv-cinder-784763-7-iscsi neutron-server[93102]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 14:12:42.302318 dv-cinder-784763-7-iscsi neutron-server[93102]: conditions |= (models_v2.Port.network_id.in_( Jul 16 14:12:42.302318 dv-cinder-784763-7-iscsi neutron-server[93102]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 14:12:42.302318 dv-cinder-784763-7-iscsi neutron-server[93102]: conditions |= (models_v2.Port.network_id.in_( Jul 16 14:12:42.302318 dv-cinder-784763-7-iscsi neutron-server[93102]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 14:12:42.302318 dv-cinder-784763-7-iscsi neutron-server[93102]: conditions |= (models_v2.Port.network_id.in_( Jul 16 14:12:42.302318 dv-cinder-784763-7-iscsi neutron-server[93102]: Traceback (most recent call last): Jul 16 14:12:42.302318 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 14:12:42.302318 dv-cinder-784763-7-iscsi neutron-server[93102]: timer() Jul 16 14:12:42.302318 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 14:12:42.302318 dv-cinder-784763-7-iscsi neutron-server[93102]: cb(*args, **kw) Jul 16 14:12:42.302318 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 14:12:42.302318 dv-cinder-784763-7-iscsi neutron-server[93102]: return func(*args, **kwargs) Jul 16 14:12:42.302318 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 14:12:42.302318 dv-cinder-784763-7-iscsi neutron-server[93102]: self._notify() Jul 16 14:12:42.302318 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 14:12:42.302318 dv-cinder-784763-7-iscsi neutron-server[93102]: self.callback(batched_events) Jul 16 14:12:42.302318 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 14:12:42.302318 dv-cinder-784763-7-iscsi neutron-server[93102]: event.method(event) Jul 16 14:12:42.302318 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 14:12:42.302318 dv-cinder-784763-7-iscsi neutron-server[93102]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 14:12:42.302318 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 14:12:42.302318 dv-cinder-784763-7-iscsi neutron-server[93102]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 14:12:42.302318 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 14:12:42.302318 dv-cinder-784763-7-iscsi neutron-server[93102]: return f(self, *a, **k) Jul 16 14:12:42.302318 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 14:12:42.302318 dv-cinder-784763-7-iscsi neutron-server[93102]: return self._get(url).json() Jul 16 14:12:42.302318 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 14:12:42.302318 dv-cinder-784763-7-iscsi neutron-server[93102]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 14:12:42.302318 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 14:12:42.302318 dv-cinder-784763-7-iscsi neutron-server[93102]: return self.request(url, 'GET', **kwargs) Jul 16 14:12:42.302318 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 14:12:42.302318 dv-cinder-784763-7-iscsi neutron-server[93102]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 14:12:42.302318 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 14:12:42.302318 dv-cinder-784763-7-iscsi neutron-server[93102]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 14:12:42.302318 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 14:12:42.302318 dv-cinder-784763-7-iscsi neutron-server[93102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 14:12:42.302318 dv-cinder-784763-7-iscsi neutron-server[93102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 14:12:42.367341 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b02e151-2903-4ed3-8b71-9abf361cf803 admin admin] Router 2ea68513-8ff3-45f6-b748-c07ceb1512d3 has already been hosted by L3 agent d50ece19-a35b-4d9c-a2c6-6c45fbfb3bdd {{(pid=93102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 14:12:42.371457 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4730f0cb-79b1-4b5e-87a8-44ebc14ecbaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16499645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611519'] for network, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:12:42.376428 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4730f0cb-79b1-4b5e-87a8-44ebc14ecbaf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583268'] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:12:42.380830 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-4730f0cb-79b1-4b5e-87a8-44ebc14ecbaf admin admin] 10.222.0.10 "DELETE /v2.0/networks/00212012-b431-49a3-a42b-ffcd33b1f41e HTTP/1.1" status: 204 len: 168 time: 0.6861656 Jul 16 14:12:42.395133 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4730f0cb-79b1-4b5e-87a8-44ebc14ecbaf admin admin] Pushing event deleted for resources: {'Network': ['ID=00212012-b431-49a3-a42b-ffcd33b1f41e,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:12:42.488200 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 37638) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:12:42.502148 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b02e151-2903-4ed3-8b71-9abf361cf803 admin admin] Notify agent at l3_agent.dv-cinder-784763-7-iscsi the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 14:12:42.510272 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-2b02e151-2903-4ed3-8b71-9abf361cf803 admin admin] 10.222.0.10 "PUT /v2.0/routers/2ea68513-8ff3-45f6-b748-c07ceb1512d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1889193 Jul 16 14:12:42.511411 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-927474c7-7f97-4af7-a03a-dd850ca1cb26 None None] Sync routers for ids ['2ea68513-8ff3-45f6-b748-c07ceb1512d3'] in dv-cinder-784763-7-iscsi {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 14:12:42.512210 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 37640) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:12:42.520311 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-927474c7-7f97-4af7-a03a-dd850ca1cb26 None None] Routers {'2ea68513-8ff3-45f6-b748-c07ceb1512d3'} bound to L3 agent in host dv-cinder-784763-7-iscsi {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 14:12:42.521029 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-927474c7-7f97-4af7-a03a-dd850ca1cb26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T13:57:50Z,description=,heartbeat_timestamp=2021-07-16T14:12:20Z,host='dv-cinder-784763-7-iscsi',id=d50ece19-a35b-4d9c-a2c6-6c45fbfb3bdd,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T13:57:50Z,topic='l3_agent')) {'router_ids': ['2ea68513-8ff3-45f6-b748-c07ceb1512d3'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:12:42.569145 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-afe1447a-7ec8-4526-a4cf-dc47ef5bd2e0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=deb95e414d084e59a9491a96374b126e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0775340 Jul 16 14:12:42.569876 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 37642) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:12:42.622352 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1b4ac54a-2431-407a-97cc-83a3e38d6583 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:12:42.626478 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3f3ca5db-5924-4ec8-884a-64383b41c560 admin admin] Notify callbacks [] for router, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:12:42.629049 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-927474c7-7f97-4af7-a03a-dd850ca1cb26 None None] Set router 2ea68513-8ff3-45f6-b748-c07ceb1512d3 gateway port host: dv-cinder-784763-7-iscsi {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 14:12:42.644683 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1b4ac54a-2431-407a-97cc-83a3e38d6583 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:12:42.694568 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1b4ac54a-2431-407a-97cc-83a3e38d6583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:12:42.697811 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1b4ac54a-2431-407a-97cc-83a3e38d6583 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:12:42.698971 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-1b4ac54a-2431-407a-97cc-83a3e38d6583 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/cf934ec5-6361-469c-9b6b-78170a57bc44 HTTP/1.1" status: 204 len: 168 time: 0.1280549 Jul 16 14:12:42.706635 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4ac54a-2431-407a-97cc-83a3e38d6583 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf934ec5-6361-469c-9b6b-78170a57bc44,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:12:42.732278 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3f3ca5db-5924-4ec8-884a-64383b41c560 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:12:42.795444 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-3f3ca5db-5924-4ec8-884a-64383b41c560 admin admin] Deleting port 936e5680-6b45-41c7-9073-dbaa75f76f33 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 14:12:42.795723 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3f3ca5db-5924-4ec8-884a-64383b41c560 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736156223663'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:12:42.827895 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-927474c7-7f97-4af7-a03a-dd850ca1cb26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ea68513-8ff3-45f6-b748-c07ceb1512d3', 'name': 'tempest-AttachVolumeTestJSON-553302294-router', 'tenant_id': 'b3b16082e5f440ba8228e496c1f92b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'external_fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': '936e5680-6b45-41c7-9073-dbaa75f76f33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T14:05:34Z', 'updated_at': '2021-07-16T14:12:41Z', 'revision_number': 5, 'project_id': 'b3b16082e5f440ba8228e496c1f92b3a', 'gw_port': {'id': '936e5680-6b45-41c7-9073-dbaa75f76f33', 'name': '', 'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:64:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ea68513-8ff3-45f6-b748-c07ceb1512d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:05:35Z', 'updated_at': '2021-07-16T14:05:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-7-iscsi'}], 'dv-cinder-784763-7-iscsi', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:12:42.859507 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-927474c7-7f97-4af7-a03a-dd850ca1cb26 None None] Checking router: 2ea68513-8ff3-45f6-b748-c07ceb1512d3 for host: dv-cinder-784763-7-iscsi {{(pid=93103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 14:12:42.867921 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-927474c7-7f97-4af7-a03a-dd850ca1cb26 None None] Routers {'2ea68513-8ff3-45f6-b748-c07ceb1512d3'} bound to L3 agent in host dv-cinder-784763-7-iscsi {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 14:12:42.868527 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-927474c7-7f97-4af7-a03a-dd850ca1cb26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T13:57:50Z,description=,heartbeat_timestamp=2021-07-16T14:12:20Z,host='dv-cinder-784763-7-iscsi',id=d50ece19-a35b-4d9c-a2c6-6c45fbfb3bdd,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T13:57:50Z,topic='l3_agent')) {'router_ids': ['2ea68513-8ff3-45f6-b748-c07ceb1512d3'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:12:42.884812 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-3f3ca5db-5924-4ec8-884a-64383b41c560 admin admin] For port 936e5680-6b45-41c7-9073-dbaa75f76f33, host dv-cinder-784763-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-7-iscsi',level=0,port_id=936e5680-6b45-41c7-9073-dbaa75f76f33,segment=NetworkSegment(6901d94e-17f9-4035-ba46-6b4e81a8dcfc),segment_id=6901d94e-17f9-4035-ba46-6b4e81a8dcfc)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:12:42.885502 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3f3ca5db-5924-4ec8-884a-64383b41c560 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683922'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:12:42.899808 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-3f3ca5db-5924-4ec8-884a-64383b41c560 admin admin] Calling delete_port for 936e5680-6b45-41c7-9073-dbaa75f76f33 owned by network:router_gateway {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 14:12:42.965899 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-927474c7-7f97-4af7-a03a-dd850ca1cb26 None None] Set router 2ea68513-8ff3-45f6-b748-c07ceb1512d3 gateway port host: None {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 14:12:43.020599 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-927474c7-7f97-4af7-a03a-dd850ca1cb26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ea68513-8ff3-45f6-b748-c07ceb1512d3', 'name': 'tempest-AttachVolumeTestJSON-553302294-router', 'tenant_id': 'b3b16082e5f440ba8228e496c1f92b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T14:05:34Z', 'updated_at': '2021-07-16T14:12:42Z', 'revision_number': 6, 'project_id': 'b3b16082e5f440ba8228e496c1f92b3a', 'gw_port_host': None}], 'dv-cinder-784763-7-iscsi', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:12:43.052866 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-927474c7-7f97-4af7-a03a-dd850ca1cb26 None None] The sync data for ids ['2ea68513-8ff3-45f6-b748-c07ceb1512d3'] in dv-cinder-784763-7-iscsi is: [{'id': '2ea68513-8ff3-45f6-b748-c07ceb1512d3', 'name': 'tempest-AttachVolumeTestJSON-553302294-router', 'tenant_id': 'b3b16082e5f440ba8228e496c1f92b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T14:05:34Z', 'updated_at': '2021-07-16T14:12:42Z', 'revision_number': 6, 'project_id': 'b3b16082e5f440ba8228e496c1f92b3a', 'gw_port_host': None}] {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 14:12:43.338567 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3f3ca5db-5924-4ec8-884a-64383b41c560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736156224386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736155824267'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:12:43.363362 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3ca5db-5924-4ec8-884a-64383b41c560 admin admin] Pushing event deleted for resources: {'Port': ['ID=936e5680-6b45-41c7-9073-dbaa75f76f33,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:12:43.386963 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3f3ca5db-5924-4ec8-884a-64383b41c560 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-611427'] for router_gateway, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:12:43.490993 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3f3ca5db-5924-4ec8-884a-64383b41c560 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6801'] for router, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:12:43.493047 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3f3ca5db-5924-4ec8-884a-64383b41c560 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:12:43.552945 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3f3ca5db-5924-4ec8-884a-64383b41c560 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-684001'] for router, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:12:43.553508 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f3ca5db-5924-4ec8-884a-64383b41c560 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2ea68513-8ff3-45f6-b748-c07ceb1512d3 {{(pid=93101) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 14:12:43.558376 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3f3ca5db-5924-4ec8-884a-64383b41c560 admin admin] Notify callbacks [] for router, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:12:43.559295 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-3f3ca5db-5924-4ec8-884a-64383b41c560 admin admin] 10.222.0.10 "DELETE /v2.0/routers/2ea68513-8ff3-45f6-b748-c07ceb1512d3 HTTP/1.1" status: 204 len: 168 time: 1.0461571 Jul 16 14:12:43.561886 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 37646) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:12:43.603672 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d61c314-b7e1-4593-8dcd-123d7370a05e admin admin] Deleting subnet 06d06c6a-1905-449b-b463-f55701ce50ca {{(pid=93101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 14:12:43.606553 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5d61c314-b7e1-4593-8dcd-123d7370a05e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:12:43.642178 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5d61c314-b7e1-4593-8dcd-123d7370a05e admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:12:43.711309 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5d61c314-b7e1-4593-8dcd-123d7370a05e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16506816'] for subnet, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:12:43.766910 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5d61c314-b7e1-4593-8dcd-123d7370a05e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16506871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186'] for subnet, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:12:43.793201 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d61c314-b7e1-4593-8dcd-123d7370a05e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06d06c6a-1905-449b-b463-f55701ce50ca,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:12:43.795113 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5d61c314-b7e1-4593-8dcd-123d7370a05e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:12:43.797512 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-5d61c314-b7e1-4593-8dcd-123d7370a05e admin admin] 10.222.0.10 "DELETE /v2.0/subnets/06d06c6a-1905-449b-b463-f55701ce50ca HTTP/1.1" status: 204 len: 168 time: 0.2341890 Jul 16 14:12:43.799650 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 37648) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:12:43.800092 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1677880-039c-4df5-80cc-754294b4d688 None None] Network 05b30fe7-953a-4cd0-9508-7a8db0272a66 requested from dv-cinder-784763-7-iscsi {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 14:12:43.867753 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c03736d5-1b6d-4280-b140-a829153a7159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16272555'] for network, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:12:43.927403 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-c03736d5-1b6d-4280-b140-a829153a7159 admin admin] Deleting port 70490bbe-9385-4bff-bde0-4baca84cf90f {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 14:12:43.927748 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c03736d5-1b6d-4280-b140-a829153a7159 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736156223663'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:12:43.994004 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.db [None req-c03736d5-1b6d-4280-b140-a829153a7159 admin admin] For port 70490bbe-9385-4bff-bde0-4baca84cf90f, host dv-cinder-784763-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-7-iscsi',level=0,port_id=70490bbe-9385-4bff-bde0-4baca84cf90f,segment=NetworkSegment(a2275036-b4cd-463f-abae-2b31086d1a30),segment_id=a2275036-b4cd-463f-abae-2b31086d1a30)] {{(pid=93102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:12:43.994481 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c03736d5-1b6d-4280-b140-a829153a7159 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683922'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:12:43.998924 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4355a680-844e-47cc-9fff-db845d1918d0 None None] DHCP port deletion for 05b30fe7-953a-4cd0-9508-7a8db0272a66 request from dv-cinder-784763-7-iscsi {{(pid=93103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 14:12:44.019670 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-c03736d5-1b6d-4280-b140-a829153a7159 admin admin] Calling delete_port for 70490bbe-9385-4bff-bde0-4baca84cf90f owned by network:dhcp {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 14:12:44.062468 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-4355a680-844e-47cc-9fff-db845d1918d0 None None] Deleting port 70490bbe-9385-4bff-bde0-4baca84cf90f {{(pid=93103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 14:12:44.062869 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-4355a680-844e-47cc-9fff-db845d1918d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736156223663'] for port, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:12:44.114274 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c03736d5-1b6d-4280-b140-a829153a7159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736156224386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736155824267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4062758'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:12:44.127626 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-4355a680-844e-47cc-9fff-db845d1918d0 None None] For port 70490bbe-9385-4bff-bde0-4baca84cf90f, host dv-cinder-784763-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-7-iscsi',level=0,port_id=70490bbe-9385-4bff-bde0-4baca84cf90f,segment=NetworkSegment(a2275036-b4cd-463f-abae-2b31086d1a30),segment_id=a2275036-b4cd-463f-abae-2b31086d1a30)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:12:44.127950 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-4355a680-844e-47cc-9fff-db845d1918d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683922'] for port, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:12:44.139939 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03736d5-1b6d-4280-b140-a829153a7159 admin admin] Pushing event deleted for resources: {'Port': ['ID=70490bbe-9385-4bff-bde0-4baca84cf90f,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:12:44.140129 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-4355a680-844e-47cc-9fff-db845d1918d0 None None] Calling delete_port for 70490bbe-9385-4bff-bde0-4baca84cf90f owned by network:dhcp {{(pid=93103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 14:12:44.141746 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03736d5-1b6d-4280-b140-a829153a7159 admin admin] No DVR routers for this DVR port 70490bbe-9385-4bff-bde0-4baca84cf90f on host dv-cinder-784763-7-iscsi {{(pid=93102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 14:12:44.221676 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c03736d5-1b6d-4280-b140-a829153a7159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16499620', 'neutron.services.segments.db._delete_segments_for_network-8736156337740'] for network, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:12:44.231872 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.services.segments.db [None req-c03736d5-1b6d-4280-b140-a829153a7159 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05b30fe7-953a-4cd0-9508-7a8db0272a66']}} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:12:44.241763 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.services.segments.db [None req-c03736d5-1b6d-4280-b140-a829153a7159 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2275036-b4cd-463f-abae-2b31086d1a30') {'for_net_delete': True} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:12:44.242057 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.services.segments.db [None req-c03736d5-1b6d-4280-b140-a829153a7159 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2275036-b4cd-463f-abae-2b31086d1a30') {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:12:44.250557 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c03736d5-1b6d-4280-b140-a829153a7159 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736156340821', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4062899'] for segment, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:12:44.263652 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-4355a680-844e-47cc-9fff-db845d1918d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736156224386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736155824267'] for port, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:12:44.269651 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c03736d5-1b6d-4280-b140-a829153a7159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16512664'] for segment, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:12:44.277447 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c03736d5-1b6d-4280-b140-a829153a7159 admin admin] Releasing vlan 233 on physical network physnet1 to pool {{(pid=93102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 14:12:44.277895 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c03736d5-1b6d-4280-b140-a829153a7159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16512664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4063223'] for segment, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:12:44.279703 dv-cinder-784763-7-iscsi neutron-server[93102]: Traceback (most recent call last): Jul 16 14:12:44.279703 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 14:12:44.279703 dv-cinder-784763-7-iscsi neutron-server[93102]: timer() Jul 16 14:12:44.279703 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 14:12:44.279703 dv-cinder-784763-7-iscsi neutron-server[93102]: cb(*args, **kw) Jul 16 14:12:44.279703 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 14:12:44.279703 dv-cinder-784763-7-iscsi neutron-server[93102]: return func(*args, **kwargs) Jul 16 14:12:44.279703 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 14:12:44.279703 dv-cinder-784763-7-iscsi neutron-server[93102]: self._notify() Jul 16 14:12:44.279703 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 14:12:44.279703 dv-cinder-784763-7-iscsi neutron-server[93102]: self.callback(batched_events) Jul 16 14:12:44.279703 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 14:12:44.279703 dv-cinder-784763-7-iscsi neutron-server[93102]: event.method(event) Jul 16 14:12:44.279703 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 14:12:44.279703 dv-cinder-784763-7-iscsi neutron-server[93102]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 14:12:44.279703 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 14:12:44.279703 dv-cinder-784763-7-iscsi neutron-server[93102]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 14:12:44.279703 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 14:12:44.279703 dv-cinder-784763-7-iscsi neutron-server[93102]: return f(self, *a, **k) Jul 16 14:12:44.279703 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 14:12:44.279703 dv-cinder-784763-7-iscsi neutron-server[93102]: return self._get(url).json() Jul 16 14:12:44.279703 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 14:12:44.279703 dv-cinder-784763-7-iscsi neutron-server[93102]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 14:12:44.279703 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 14:12:44.279703 dv-cinder-784763-7-iscsi neutron-server[93102]: return self.request(url, 'GET', **kwargs) Jul 16 14:12:44.279703 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 14:12:44.279703 dv-cinder-784763-7-iscsi neutron-server[93102]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 14:12:44.279703 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 14:12:44.279703 dv-cinder-784763-7-iscsi neutron-server[93102]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 14:12:44.279703 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 14:12:44.279703 dv-cinder-784763-7-iscsi neutron-server[93102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 14:12:44.279703 dv-cinder-784763-7-iscsi neutron-server[93102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 14:12:44.292398 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4355a680-844e-47cc-9fff-db845d1918d0 None None] Pushing event deleted for resources: {'Port': ['ID=70490bbe-9385-4bff-bde0-4baca84cf90f,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:12:44.304799 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4355a680-844e-47cc-9fff-db845d1918d0 None None] No DVR routers for this DVR port 70490bbe-9385-4bff-bde0-4baca84cf90f on host dv-cinder-784763-7-iscsi {{(pid=93103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 14:12:44.304799 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4355a680-844e-47cc-9fff-db845d1918d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:12:44.304799 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4355a680-844e-47cc-9fff-db845d1918d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:12:44.304799 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4355a680-844e-47cc-9fff-db845d1918d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:12:44.304799 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4355a680-844e-47cc-9fff-db845d1918d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:12:44.305351 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4355a680-844e-47cc-9fff-db845d1918d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:12:44.305351 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4355a680-844e-47cc-9fff-db845d1918d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:12:44.305545 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4355a680-844e-47cc-9fff-db845d1918d0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:12:44.305878 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4355a680-844e-47cc-9fff-db845d1918d0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:12:44.306219 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4355a680-844e-47cc-9fff-db845d1918d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:12:44.306577 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4355a680-844e-47cc-9fff-db845d1918d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:12:44.306898 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4355a680-844e-47cc-9fff-db845d1918d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:12:44.307216 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4355a680-844e-47cc-9fff-db845d1918d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:12:44.336334 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Device 9afb8bb1-c75a-4798-bed6-205ab3a5d557 no longer exists at agent ovs-agent-dv-cinder-784763-7-iscsi {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 14:12:44.349001 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c03736d5-1b6d-4280-b140-a829153a7159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16499645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611519'] for network, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:12:44.354483 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c03736d5-1b6d-4280-b140-a829153a7159 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583268'] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:12:44.359407 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-c03736d5-1b6d-4280-b140-a829153a7159 admin admin] 10.222.0.10 "DELETE /v2.0/networks/05b30fe7-953a-4cd0-9508-7a8db0272a66 HTTP/1.1" status: 204 len: 168 time: 0.5559421 Jul 16 14:12:44.361835 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] No Port match for: 9afb8bb1-c75a-4798-bed6-205ab3a5d557 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 14:12:44.361835 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Device 9afb8bb1-c75a-4798-bed6-205ab3a5d557 not bound to the agent host dv-cinder-784763-7-iscsi {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 14:12:44.362283 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Device 70490bbe-9385-4bff-bde0-4baca84cf90f no longer exists at agent ovs-agent-dv-cinder-784763-7-iscsi {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 14:12:44.369492 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03736d5-1b6d-4280-b140-a829153a7159 admin admin] Pushing event deleted for resources: {'Network': ['ID=05b30fe7-953a-4cd0-9508-7a8db0272a66,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:12:44.380738 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] No Port match for: 70490bbe-9385-4bff-bde0-4baca84cf90f {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 14:12:44.381108 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Device 70490bbe-9385-4bff-bde0-4baca84cf90f not bound to the agent host dv-cinder-784763-7-iscsi {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 14:12:44.381521 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Device 936e5680-6b45-41c7-9073-dbaa75f76f33 no longer exists at agent ovs-agent-dv-cinder-784763-7-iscsi {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 14:12:44.399841 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] No Port match for: 936e5680-6b45-41c7-9073-dbaa75f76f33 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 14:12:44.400738 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Device 936e5680-6b45-41c7-9073-dbaa75f76f33 not bound to the agent host dv-cinder-784763-7-iscsi {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 14:12:44.517886 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 37654) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:12:44.556068 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-b79aa7cc-b398-4a98-a8e1-1b5e4222da90 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b3b16082e5f440ba8228e496c1f92b3a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0370488 Jul 16 14:12:44.559022 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 37656) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:12:44.603871 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-259e76c8-aca6-4f9b-8adc-f3d778bf1f1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:12:44.624305 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-259e76c8-aca6-4f9b-8adc-f3d778bf1f1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:12:44.673212 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-259e76c8-aca6-4f9b-8adc-f3d778bf1f1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:12:44.675685 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-259e76c8-aca6-4f9b-8adc-f3d778bf1f1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:12:44.676845 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-259e76c8-aca6-4f9b-8adc-f3d778bf1f1d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6ba996e6-4a0f-45b7-9710-cf4dca78ac1e HTTP/1.1" status: 204 len: 168 time: 0.1169283 Jul 16 14:12:44.684505 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259e76c8-aca6-4f9b-8adc-f3d778bf1f1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ba996e6-4a0f-45b7-9710-cf4dca78ac1e,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:12:45.997367 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:12:46.360087 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 37718) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:12:46.459455 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4d5d21bc-3834-4cf9-a0ec-c3a4ab4d6fc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:12:46.544595 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4d5d21bc-3834-4cf9-a0ec-c3a4ab4d6fc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:12:46.548238 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4d5d21bc-3834-4cf9-a0ec-c3a4ab4d6fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:12:46.584879 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-4d5d21bc-3834-4cf9-a0ec-c3a4ab4d6fc7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1b443e0d59c2438f860a2689d57dbf1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2237198 Jul 16 14:12:46.586039 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5d21bc-3834-4cf9-a0ec-c3a4ab4d6fc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a975f8b5-712d-45f5-969a-0dcc6d9e66d7,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:12:46.588189 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 37722) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:12:46.634285 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5a5975b4-1aa1-4a15-893a-9df31215d987 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:12:46.655065 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5a5975b4-1aa1-4a15-893a-9df31215d987 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:12:46.700697 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5a5975b4-1aa1-4a15-893a-9df31215d987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:12:46.703168 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5a5975b4-1aa1-4a15-893a-9df31215d987 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:12:46.704304 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-5a5975b4-1aa1-4a15-893a-9df31215d987 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a975f8b5-712d-45f5-969a-0dcc6d9e66d7 HTTP/1.1" status: 204 len: 168 time: 0.1151054 Jul 16 14:12:46.711629 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5975b4-1aa1-4a15-893a-9df31215d987 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a975f8b5-712d-45f5-969a-0dcc6d9e66d7,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:12:46.952356 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 37730) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:12:46.964919 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-cef6ebdf-39a3-46d2-b1a4-c2a0262148cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:12:47.048097 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-cef6ebdf-39a3-46d2-b1a4-c2a0262148cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:12:47.051973 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-cef6ebdf-39a3-46d2-b1a4-c2a0262148cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:12:47.091430 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-cef6ebdf-39a3-46d2-b1a4-c2a0262148cf admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d703deb9f62f4cf99c1b2c08c0d4b52d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1380289 Jul 16 14:12:47.093308 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6ebdf-39a3-46d2-b1a4-c2a0262148cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8dbef65-b1e0-456d-801a-8773fad8be2f,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:12:47.094140 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 37732) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:12:47.141557 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9e8ff39f-078e-4347-8345-7ea30a432444 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:12:47.161345 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9e8ff39f-078e-4347-8345-7ea30a432444 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:12:47.206647 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9e8ff39f-078e-4347-8345-7ea30a432444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:12:47.209463 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9e8ff39f-078e-4347-8345-7ea30a432444 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:12:47.210624 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-9e8ff39f-078e-4347-8345-7ea30a432444 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e8dbef65-b1e0-456d-801a-8773fad8be2f HTTP/1.1" status: 204 len: 168 time: 0.1154947 Jul 16 14:12:47.218111 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8ff39f-078e-4347-8345-7ea30a432444 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8dbef65-b1e0-456d-801a-8773fad8be2f,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:12:47.738419 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-500488b7-9c79-40c0-8c78-e0d32994e88b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:12:48.772710 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 37788) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:12:48.873879 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-13af710f-3f0b-44d0-b010-187d0245ecf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:12:48.962133 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-13af710f-3f0b-44d0-b010-187d0245ecf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:12:48.965585 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-13af710f-3f0b-44d0-b010-187d0245ecf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:12:49.001922 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13af710f-3f0b-44d0-b010-187d0245ecf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ac06b1f-15ce-43d0-bd6c-bae541cc3014,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:12:49.006196 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-13af710f-3f0b-44d0-b010-187d0245ecf8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=14da2ac9600245cb8df3efb8f24f5d6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2324393 Jul 16 14:12:49.008838 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 37792) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:12:49.055903 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e074abd9-d7df-48c5-9ec9-bc1bd17eab47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:12:49.076396 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e074abd9-d7df-48c5-9ec9-bc1bd17eab47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:12:49.122528 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e074abd9-d7df-48c5-9ec9-bc1bd17eab47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:12:49.125117 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e074abd9-d7df-48c5-9ec9-bc1bd17eab47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:12:49.126288 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-e074abd9-d7df-48c5-9ec9-bc1bd17eab47 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9ac06b1f-15ce-43d0-bd6c-bae541cc3014 HTTP/1.1" status: 204 len: 168 time: 0.1164696 Jul 16 14:12:49.133875 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e074abd9-d7df-48c5-9ec9-bc1bd17eab47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ac06b1f-15ce-43d0-bd6c-bae541cc3014,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:12:49.373402 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 37798) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:12:49.386639 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-11d7ac62-720c-422a-a451-371252a2b7bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:12:49.473286 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-11d7ac62-720c-422a-a451-371252a2b7bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:12:49.476671 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-11d7ac62-720c-422a-a451-371252a2b7bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:12:49.513261 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-11d7ac62-720c-422a-a451-371252a2b7bd admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e73605bf258a480cb31a1cee0ab63f39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1387928 Jul 16 14:12:49.516349 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 37800) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:12:49.517752 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d7ac62-720c-422a-a451-371252a2b7bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=328f31c6-17b2-43b8-a56e-ee301bb600ec,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:12:49.564366 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a19bb046-8740-49c8-8633-8185944514bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:12:49.587349 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a19bb046-8740-49c8-8633-8185944514bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:12:49.632146 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a19bb046-8740-49c8-8633-8185944514bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:12:49.634659 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a19bb046-8740-49c8-8633-8185944514bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:12:49.636322 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-a19bb046-8740-49c8-8633-8185944514bf admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/328f31c6-17b2-43b8-a56e-ee301bb600ec HTTP/1.1" status: 204 len: 168 time: 0.1189234 Jul 16 14:12:49.643544 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19bb046-8740-49c8-8633-8185944514bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=328f31c6-17b2-43b8-a56e-ee301bb600ec,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:12:49.692975 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.agents_db [None req-74bc78d6-8b96-4e29-998d-b6ecd97de622 None None] Agent healthcheck: found 6 active agents {{(pid=93105) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 14:12:50.361293 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-3b06e1a9-9217-4b2a-95fa-f87090d7d12b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:12:50.710581 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:12:51.447200 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-64ab8875-bbbc-4415-a681-ef47cf0d365f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:12:52.295924 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 37932) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:12:52.393090 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-811065f5-7904-450a-af41-896d2c2c42a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:12:52.478265 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-811065f5-7904-450a-af41-896d2c2c42a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:12:52.482996 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-811065f5-7904-450a-af41-896d2c2c42a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:12:52.519484 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811065f5-7904-450a-af41-896d2c2c42a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddd9c467-37ad-48cd-8e8d-0eb8144a29b6,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:12:52.524858 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-811065f5-7904-450a-af41-896d2c2c42a5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a6abfe06b70144d4833d4fb619e39ee8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2278869 Jul 16 14:12:52.527974 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 37938) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:12:52.573663 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-212aa933-cba8-4604-9750-6ac0b74aa49d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:12:52.594476 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-212aa933-cba8-4604-9750-6ac0b74aa49d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:12:52.642761 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-212aa933-cba8-4604-9750-6ac0b74aa49d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:12:52.645305 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-212aa933-cba8-4604-9750-6ac0b74aa49d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:12:52.646463 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-212aa933-cba8-4604-9750-6ac0b74aa49d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ddd9c467-37ad-48cd-8e8d-0eb8144a29b6 HTTP/1.1" status: 204 len: 168 time: 0.1175597 Jul 16 14:12:52.653739 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212aa933-cba8-4604-9750-6ac0b74aa49d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddd9c467-37ad-48cd-8e8d-0eb8144a29b6,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:12:52.890999 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 37944) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:12:52.904242 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b69621d0-89a0-439c-a885-8ba00e3548d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:12:52.991382 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b69621d0-89a0-439c-a885-8ba00e3548d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:12:52.994913 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b69621d0-89a0-439c-a885-8ba00e3548d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:12:53.032061 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-b69621d0-89a0-439c-a885-8ba00e3548d3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3431888a7d6344daa695dc169cfb2fc5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1400306 Jul 16 14:12:53.032890 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69621d0-89a0-439c-a885-8ba00e3548d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5303ba6e-a18d-4f9a-a3ae-9014f8f0a2c6,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:12:53.035505 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 37946) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:12:53.083804 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7be55cd0-e530-4ca8-95f0-2bc3ae3f38d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:12:53.101677 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-fe1600e4-7db6-428f-a340-75d1d02f3a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:12:53.108135 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7be55cd0-e530-4ca8-95f0-2bc3ae3f38d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:12:53.153609 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7be55cd0-e530-4ca8-95f0-2bc3ae3f38d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:12:53.156120 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7be55cd0-e530-4ca8-95f0-2bc3ae3f38d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:12:53.157291 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-7be55cd0-e530-4ca8-95f0-2bc3ae3f38d9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5303ba6e-a18d-4f9a-a3ae-9014f8f0a2c6 HTTP/1.1" status: 204 len: 168 time: 0.1205864 Jul 16 14:12:53.164780 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be55cd0-e530-4ca8-95f0-2bc3ae3f38d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5303ba6e-a18d-4f9a-a3ae-9014f8f0a2c6,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:12:54.172658 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3cdb00-171e-4438-ab84-753c12f19bb4 req-a8f7731d-1273-4868-9cea-309a43e1cffa tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:12:54.174188 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-6a3cdb00-171e-4438-ab84-753c12f19bb4 req-a8f7731d-1273-4868-9cea-309a43e1cffa tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4fd96fc-3c77-440f-afb9-e8e0c57a00f1 HTTP/1.1" status: 200 len: 946 time: 0.0700078 Jul 16 14:12:54.215751 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-6a3cdb00-171e-4438-ab84-753c12f19bb4 req-3cd12e7e-189a-447e-ae8b-b9ae79e40d8f tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c503182-09b9-4e47-85c4-a937a2862e32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354381 Jul 16 14:12:55.390823 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09064af6-b013-4a5e-87aa-f2dbafa6ce57 req-74bbdd52-3356-4515-9bb9-754a2ad39169 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:12:55.392307 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-09064af6-b013-4a5e-87aa-f2dbafa6ce57 req-74bbdd52-3356-4515-9bb9-754a2ad39169 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4fd96fc-3c77-440f-afb9-e8e0c57a00f1 HTTP/1.1" status: 200 len: 946 time: 0.0616868 Jul 16 14:12:55.429506 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-09064af6-b013-4a5e-87aa-f2dbafa6ce57 req-f471bd6d-f863-4bde-b763-75b1ff40a9fe tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c503182-09b9-4e47-85c4-a937a2862e32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315185 Jul 16 14:12:55.626603 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cd30d2-5b4a-422c-bcdd-7f8dff5f6a12 req-bc2fdea8-538e-44ee-b8d4-6c95ab577aa8 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:12:55.628002 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-09cd30d2-5b4a-422c-bcdd-7f8dff5f6a12 req-bc2fdea8-538e-44ee-b8d4-6c95ab577aa8 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4fd96fc-3c77-440f-afb9-e8e0c57a00f1 HTTP/1.1" status: 200 len: 946 time: 0.0601673 Jul 16 14:12:55.727037 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-09cd30d2-5b4a-422c-bcdd-7f8dff5f6a12 req-dca9b59e-4488-466e-9f7f-8d9c9239c360 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Deleting port 31e7f4bc-de7b-4443-b4ec-e45a7e495fe4 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 14:12:55.727378 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-09cd30d2-5b4a-422c-bcdd-7f8dff5f6a12 req-dca9b59e-4488-466e-9f7f-8d9c9239c360 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736156223663'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:12:55.811237 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-09cd30d2-5b4a-422c-bcdd-7f8dff5f6a12 req-dca9b59e-4488-466e-9f7f-8d9c9239c360 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] For port 31e7f4bc-de7b-4443-b4ec-e45a7e495fe4, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=31e7f4bc-de7b-4443-b4ec-e45a7e495fe4,segment=NetworkSegment(3a29ac3c-6c4f-4bde-a091-d921a298bf30),segment_id=3a29ac3c-6c4f-4bde-a091-d921a298bf30)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:12:55.811586 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-09cd30d2-5b4a-422c-bcdd-7f8dff5f6a12 req-dca9b59e-4488-466e-9f7f-8d9c9239c360 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683922'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:12:55.985357 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-09cd30d2-5b4a-422c-bcdd-7f8dff5f6a12 req-dca9b59e-4488-466e-9f7f-8d9c9239c360 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:12:55.985692 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-09cd30d2-5b4a-422c-bcdd-7f8dff5f6a12 req-dca9b59e-4488-466e-9f7f-8d9c9239c360 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-611497'] for floatingip, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:12:55.986036 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.db.l3_db [req-09cd30d2-5b4a-422c-bcdd-7f8dff5f6a12 req-dca9b59e-4488-466e-9f7f-8d9c9239c360 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Floating IP d4b7c6ce-e058-4a96-9fa6-1220e6aa2d72 disassociated. External IP: 172.27.1.120, port: 31e7f4bc-de7b-4443-b4ec-e45a7e495fe4. Jul 16 14:12:55.986411 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-09cd30d2-5b4a-422c-bcdd-7f8dff5f6a12 req-dca9b59e-4488-466e-9f7f-8d9c9239c360 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Calling delete_port for 31e7f4bc-de7b-4443-b4ec-e45a7e495fe4 owned by compute:nova {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 14:12:56.110151 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-09cd30d2-5b4a-422c-bcdd-7f8dff5f6a12 req-dca9b59e-4488-466e-9f7f-8d9c9239c360 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736156224386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736155824267'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:12:56.147673 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca9b59e-4488-466e-9f7f-8d9c9239c360 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Pushing event deleted for resources: {'Port': ['ID=31e7f4bc-de7b-4443-b4ec-e45a7e495fe4,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:12:56.257978 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.scheduler.l3_agent_scheduler [req-09cd30d2-5b4a-422c-bcdd-7f8dff5f6a12 req-dca9b59e-4488-466e-9f7f-8d9c9239c360 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Router fea882b0-1fd1-4bb1-a881-eb7e1e81c560 has already been hosted by L3 agent d50ece19-a35b-4d9c-a2c6-6c45fbfb3bdd {{(pid=93101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 14:12:56.366861 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-09cd30d2-5b4a-422c-bcdd-7f8dff5f6a12 req-dca9b59e-4488-466e-9f7f-8d9c9239c360 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Notify agent at l3_agent.dv-cinder-784763-7-iscsi the message routers_updated {{(pid=93101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 14:12:56.376693 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6905d08-6887-49ac-94b0-c9203fe5ade7 None None] Sync routers for ids ['fea882b0-1fd1-4bb1-a881-eb7e1e81c560'] in dv-cinder-784763-7-iscsi {{(pid=93105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 14:12:56.385572 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6905d08-6887-49ac-94b0-c9203fe5ade7 None None] Routers {'fea882b0-1fd1-4bb1-a881-eb7e1e81c560'} bound to L3 agent in host dv-cinder-784763-7-iscsi {{(pid=93105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 14:12:56.386109 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.l3_hamode_db [None req-b6905d08-6887-49ac-94b0-c9203fe5ade7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T13:57:50Z,description=,heartbeat_timestamp=2021-07-16T14:12:50Z,host='dv-cinder-784763-7-iscsi',id=d50ece19-a35b-4d9c-a2c6-6c45fbfb3bdd,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T13:57:50Z,topic='l3_agent')) {'router_ids': ['fea882b0-1fd1-4bb1-a881-eb7e1e81c560'], 'active': True} {{(pid=93105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:12:56.412802 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-09cd30d2-5b4a-422c-bcdd-7f8dff5f6a12 req-dca9b59e-4488-466e-9f7f-8d9c9239c360 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] No DVR routers for this DVR port 31e7f4bc-de7b-4443-b4ec-e45a7e495fe4 on host hv-cinder-78476 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 14:12:56.415214 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-09cd30d2-5b4a-422c-bcdd-7f8dff5f6a12 req-dca9b59e-4488-466e-9f7f-8d9c9239c360 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72406'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:12:56.417210 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-09cd30d2-5b4a-422c-bcdd-7f8dff5f6a12 req-dca9b59e-4488-466e-9f7f-8d9c9239c360 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.25 "DELETE /v2.0/ports/31e7f4bc-de7b-4443-b4ec-e45a7e495fe4 HTTP/1.1" status: 204 len: 173 time: 0.7835963 Jul 16 14:12:56.418146 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4fd96fc-3c77-440f-afb9-e8e0c57a00f1', 'name': 'network-vif-deleted', 'tag': '31e7f4bc-de7b-4443-b4ec-e45a7e495fe4'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 14:12:56.420376 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}669b174d507dea59856bca4514a747f2bad56b4b9d456cc0353e9cf2427ac1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4c47bcc-532a-4f8c-9365-ec0c85b4ef4b" -d '{"events": [{"server_uuid": "f4fd96fc-3c77-440f-afb9-e8e0c57a00f1", "name": "network-vif-deleted", "tag": "31e7f4bc-de7b-4443-b4ec-e45a7e495fe4"}]}' {{(pid=93101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 14:12:56.464845 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 14:12:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e65a716f-0acd-4ef3-a1be-3aa0015d67b4 x-openstack-request-id: req-e65a716f-0acd-4ef3-a1be-3aa0015d67b4 {{(pid=93101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 14:12:56.465138 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4fd96fc-3c77-440f-afb9-e8e0c57a00f1", "name": "network-vif-deleted", "tag": "31e7f4bc-de7b-4443-b4ec-e45a7e495fe4", "status": "completed", "code": 200}]} {{(pid=93101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 14:12:56.465388 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e65a716f-0acd-4ef3-a1be-3aa0015d67b4 {{(pid=93101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 14:12:56.465770 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4fd96fc-3c77-440f-afb9-e8e0c57a00f1', 'name': 'network-vif-deleted', 'tag': '31e7f4bc-de7b-4443-b4ec-e45a7e495fe4', 'status': 'completed', 'code': 200} Jul 16 14:12:56.508197 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvr_db [None req-b6905d08-6887-49ac-94b0-c9203fe5ade7 None None] Set router fea882b0-1fd1-4bb1-a881-eb7e1e81c560 gateway port host: dv-cinder-784763-7-iscsi {{(pid=93105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 14:12:56.618096 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-0df1c904-ecf1-41a8-a362-3a89d8567f12 req-14b95770-9d5e-47af-8e17-2c20f5a351c5 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4fd96fc-3c77-440f-afb9-e8e0c57a00f1 HTTP/1.1" status: 200 len: 210 time: 0.0373039 Jul 16 14:12:56.720749 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.l3_hamode_db [None req-b6905d08-6887-49ac-94b0-c9203fe5ade7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fea882b0-1fd1-4bb1-a881-eb7e1e81c560', 'name': 'tempest-AttachVolumeShelveTestJSON-512653053-router', 'tenant_id': 'a6bc8fee6e964669b7be670f21fca0f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'external_fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': '7b78f32c-2227-4088-9787-b67d4084a4d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T14:05:31Z', 'updated_at': '2021-07-16T14:05:39Z', 'revision_number': 4, 'project_id': 'a6bc8fee6e964669b7be670f21fca0f5', 'gw_port': {'id': '7b78f32c-2227-4088-9787-b67d4084a4d4', 'name': '', 'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:3a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea882b0-1fd1-4bb1-a881-eb7e1e81c560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:05:32Z', 'updated_at': '2021-07-16T14:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-7-iscsi', '_interfaces': [{'id': '7fe6d90a-41b1-4a21-a4b0-d37e1c60bd77', 'name': '', 'network_id': '3a4fb2c2-e115-4208-b9b7-fb0af769d696', 'tenant_id': 'a6bc8fee6e964669b7be670f21fca0f5', 'mac_address': 'fa:16:3e:d3:1c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea882b0-1fd1-4bb1-a881-eb7e1e81c560', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '9264d998-2235-4ea7-905f-68b77e185814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:05:37Z', 'updated_at': '2021-07-16T14:05:50Z', 'revision_number': 5, 'project_id': 'a6bc8fee6e964669b7be670f21fca0f5', 'subnets': [{'id': '9264d998-2235-4ea7-905f-68b77e185814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-7-iscsi', False) {} {{(pid=93105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:12:56.746189 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6905d08-6887-49ac-94b0-c9203fe5ade7 None None] Checking router: fea882b0-1fd1-4bb1-a881-eb7e1e81c560 for host: dv-cinder-784763-7-iscsi {{(pid=93105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 14:12:56.754056 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6905d08-6887-49ac-94b0-c9203fe5ade7 None None] Routers {'fea882b0-1fd1-4bb1-a881-eb7e1e81c560'} bound to L3 agent in host dv-cinder-784763-7-iscsi {{(pid=93105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 14:12:56.754650 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.l3_hamode_db [None req-b6905d08-6887-49ac-94b0-c9203fe5ade7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T13:57:50Z,description=,heartbeat_timestamp=2021-07-16T14:12:50Z,host='dv-cinder-784763-7-iscsi',id=d50ece19-a35b-4d9c-a2c6-6c45fbfb3bdd,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T13:57:50Z,topic='l3_agent')) {'router_ids': ['fea882b0-1fd1-4bb1-a881-eb7e1e81c560'], 'active': True} {{(pid=93105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:12:56.852567 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvr_db [None req-b6905d08-6887-49ac-94b0-c9203fe5ade7 None None] Set router fea882b0-1fd1-4bb1-a881-eb7e1e81c560 gateway port host: dv-cinder-784763-7-iscsi {{(pid=93105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 14:12:57.128896 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.l3_hamode_db [None req-b6905d08-6887-49ac-94b0-c9203fe5ade7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fea882b0-1fd1-4bb1-a881-eb7e1e81c560', 'name': 'tempest-AttachVolumeShelveTestJSON-512653053-router', 'tenant_id': 'a6bc8fee6e964669b7be670f21fca0f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'external_fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': '7b78f32c-2227-4088-9787-b67d4084a4d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T14:05:31Z', 'updated_at': '2021-07-16T14:05:39Z', 'revision_number': 4, 'project_id': 'a6bc8fee6e964669b7be670f21fca0f5', 'gw_port': {'id': '7b78f32c-2227-4088-9787-b67d4084a4d4', 'name': '', 'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:3a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea882b0-1fd1-4bb1-a881-eb7e1e81c560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:05:32Z', 'updated_at': '2021-07-16T14:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-7-iscsi', '_interfaces': [{'id': '7fe6d90a-41b1-4a21-a4b0-d37e1c60bd77', 'name': '', 'network_id': '3a4fb2c2-e115-4208-b9b7-fb0af769d696', 'tenant_id': 'a6bc8fee6e964669b7be670f21fca0f5', 'mac_address': 'fa:16:3e:d3:1c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea882b0-1fd1-4bb1-a881-eb7e1e81c560', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '9264d998-2235-4ea7-905f-68b77e185814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:05:37Z', 'updated_at': '2021-07-16T14:05:50Z', 'revision_number': 5, 'project_id': 'a6bc8fee6e964669b7be670f21fca0f5', 'subnets': [{'id': '9264d998-2235-4ea7-905f-68b77e185814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-7-iscsi', False) {} {{(pid=93105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:12:57.158304 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6905d08-6887-49ac-94b0-c9203fe5ade7 None None] The sync data for ids ['fea882b0-1fd1-4bb1-a881-eb7e1e81c560'] in dv-cinder-784763-7-iscsi is: [{'id': 'fea882b0-1fd1-4bb1-a881-eb7e1e81c560', 'name': 'tempest-AttachVolumeShelveTestJSON-512653053-router', 'tenant_id': 'a6bc8fee6e964669b7be670f21fca0f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'external_fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': '7b78f32c-2227-4088-9787-b67d4084a4d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T14:05:31Z', 'updated_at': '2021-07-16T14:05:39Z', 'revision_number': 4, 'project_id': 'a6bc8fee6e964669b7be670f21fca0f5', 'gw_port': {'id': '7b78f32c-2227-4088-9787-b67d4084a4d4', 'name': '', 'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:3a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea882b0-1fd1-4bb1-a881-eb7e1e81c560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:05:32Z', 'updated_at': '2021-07-16T14:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-7-iscsi', '_interfaces': [{'id': '7fe6d90a-41b1-4a21-a4b0-d37e1c60bd77', 'name': '', 'network_id': '3a4fb2c2-e115-4208-b9b7-fb0af769d696', 'tenant_id': 'a6bc8fee6e964669b7be670f21fca0f5', 'mac_address': 'fa:16:3e:d3:1c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea882b0-1fd1-4bb1-a881-eb7e1e81c560', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '9264d998-2235-4ea7-905f-68b77e185814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:05:37Z', 'updated_at': '2021-07-16T14:05:50Z', 'revision_number': 5, 'project_id': 'a6bc8fee6e964669b7be670f21fca0f5', 'subnets': [{'id': '9264d998-2235-4ea7-905f-68b77e185814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 14:12:57.376725 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae59324-9a98-41b2-8d08-e120b623fd64 None None] New status for floating IP d4b7c6ce-e058-4a96-9fa6-1220e6aa2d72: DOWN {{(pid=93103) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 14:12:57.753436 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 38056) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:12:57.808992 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-13e84c0d-4bd7-4236-88fd-d0b40ec545b5 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:12:57.831550 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-13e84c0d-4bd7-4236-88fd-d0b40ec545b5 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:12:57.878407 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-13e84c0d-4bd7-4236-88fd-d0b40ec545b5 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:12:57.881378 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-13e84c0d-4bd7-4236-88fd-d0b40ec545b5 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:12:57.882856 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-13e84c0d-4bd7-4236-88fd-d0b40ec545b5 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "DELETE /v2.0/security-groups/6c503182-09b9-4e47-85c4-a937a2862e32 HTTP/1.1" status: 204 len: 168 time: 0.1283789 Jul 16 14:12:57.886788 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 38062) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:12:57.893392 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e84c0d-4bd7-4236-88fd-d0b40ec545b5 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c503182-09b9-4e47-85c4-a937a2862e32,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:12:57.900915 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.api.v2.resource [None req-1e088e2d-2fe3-4bd9-8d4b-7f6986926c25 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] show failed (client error): The resource could not be found. Jul 16 14:12:57.902843 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-1e088e2d-2fe3-4bd9-8d4b-7f6986926c25 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "GET /v2.0/security-groups/6c503182-09b9-4e47-85c4-a937a2862e32 HTTP/1.1" status: 404 len: 347 time: 0.0142722 Jul 16 14:12:57.906068 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 38064) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:12:58.026631 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 38068) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:12:58.035536 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-58c1f060-f5f5-4f86-aba6-58b2e3bfb9b7 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Deleting port 78cd8288-de49-4555-be50-13464f4142c7 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 14:12:58.035882 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-58c1f060-f5f5-4f86-aba6-58b2e3bfb9b7 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736156223663'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:12:58.115492 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-58c1f060-f5f5-4f86-aba6-58b2e3bfb9b7 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683922'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:12:58.115831 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-58c1f060-f5f5-4f86-aba6-58b2e3bfb9b7 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:12:58.139024 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-58c1f060-f5f5-4f86-aba6-58b2e3bfb9b7 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Calling delete_port for 78cd8288-de49-4555-be50-13464f4142c7 owned by network:floatingip {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 14:12:58.140877 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f9c99579-43d1-440a-b780-cf3bc7646d77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:12:58.326170 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f9c99579-43d1-440a-b780-cf3bc7646d77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:12:58.333716 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f9c99579-43d1-440a-b780-cf3bc7646d77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:12:58.350666 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-58c1f060-f5f5-4f86-aba6-58b2e3bfb9b7 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736156224386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736155824267'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:12:58.395546 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c1f060-f5f5-4f86-aba6-58b2e3bfb9b7 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Pushing event deleted for resources: {'Port': ['ID=78cd8288-de49-4555-be50-13464f4142c7,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:12:58.400349 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-f9c99579-43d1-440a-b780-cf3bc7646d77 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=beefec45dbfb4963abb259d3f26be2ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3721755 Jul 16 14:12:58.403746 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 38072) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:12:58.404800 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c99579-43d1-440a-b780-cf3bc7646d77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2330c49b-b7f3-43a6-882c-2cd9724a461d,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:12:58.427044 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-58c1f060-f5f5-4f86-aba6-58b2e3bfb9b7 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Notify callbacks [] for floatingip, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:12:58.429556 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-58c1f060-f5f5-4f86-aba6-58b2e3bfb9b7 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72406'] for floatingip, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:12:58.430694 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-58c1f060-f5f5-4f86-aba6-58b2e3bfb9b7 tempest-AttachVolumeShelveTestJSON-1518074662 tempest-AttachVolumeShelveTestJSON-1518074662-project] 10.222.0.10 "DELETE /v2.0/floatingips/d4b7c6ce-e058-4a96-9fa6-1220e6aa2d72 HTTP/1.1" status: 204 len: 168 time: 0.5232944 Jul 16 14:12:58.456469 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6b8758b8-7735-48ab-8690-9476644e916d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:12:58.477261 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6b8758b8-7735-48ab-8690-9476644e916d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:12:58.527264 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6b8758b8-7735-48ab-8690-9476644e916d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:12:58.529999 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6b8758b8-7735-48ab-8690-9476644e916d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:12:58.531167 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-6b8758b8-7735-48ab-8690-9476644e916d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2330c49b-b7f3-43a6-882c-2cd9724a461d HTTP/1.1" status: 204 len: 168 time: 0.1261280 Jul 16 14:12:58.539739 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8758b8-7735-48ab-8690-9476644e916d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2330c49b-b7f3-43a6-882c-2cd9724a461d,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:12:58.791246 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 38082) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:12:58.805303 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-aeba90c1-5c8e-4f57-a4b2-7b7462454365 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:12:58.892240 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-aeba90c1-5c8e-4f57-a4b2-7b7462454365 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:12:58.895876 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-aeba90c1-5c8e-4f57-a4b2-7b7462454365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:12:58.934035 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-aeba90c1-5c8e-4f57-a4b2-7b7462454365 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a8425f5d4d5241948cbc7689738a49cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1415133 Jul 16 14:12:58.934994 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeba90c1-5c8e-4f57-a4b2-7b7462454365 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efd9d8a4-c252-475e-9fdf-f83ac7b61bf8,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:12:58.936699 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 38084) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:12:58.985346 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ce4a4182-06ce-4dff-9de6-195e93d0c7d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:12:59.005275 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ce4a4182-06ce-4dff-9de6-195e93d0c7d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:12:59.054509 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ce4a4182-06ce-4dff-9de6-195e93d0c7d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:12:59.057242 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ce4a4182-06ce-4dff-9de6-195e93d0c7d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:12:59.058544 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-ce4a4182-06ce-4dff-9de6-195e93d0c7d0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/efd9d8a4-c252-475e-9fdf-f83ac7b61bf8 HTTP/1.1" status: 204 len: 168 time: 0.1206496 Jul 16 14:12:59.066544 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4a4182-06ce-4dff-9de6-195e93d0c7d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efd9d8a4-c252-475e-9fdf-f83ac7b61bf8,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:12:59.783273 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Device 31e7f4bc-de7b-4443-b4ec-e45a7e495fe4 no longer exists at agent hyperv_hv-cinder-78476 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 14:12:59.806450 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] No Port match for: 31e7f4bc-de7b-4443-b4ec-e45a7e495fe4 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 14:12:59.806800 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Device 31e7f4bc-de7b-4443-b4ec-e45a7e495fe4 not bound to the agent host hv-cinder-78476 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 14:13:00.983557 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 38144) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:13:01.448746 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-04ab1fcf-1df4-4d15-81c5-17dbc0c80550 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680361'] for router_interface, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:01.691972 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-04ab1fcf-1df4-4d15-81c5-17dbc0c80550 admin admin] Deleting port 7fe6d90a-41b1-4a21-a4b0-d37e1c60bd77 {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 14:13:01.692313 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-04ab1fcf-1df4-4d15-81c5-17dbc0c80550 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736156223663'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:01.771646 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.db [None req-04ab1fcf-1df4-4d15-81c5-17dbc0c80550 admin admin] For port 7fe6d90a-41b1-4a21-a4b0-d37e1c60bd77, host dv-cinder-784763-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-7-iscsi',level=0,port_id=7fe6d90a-41b1-4a21-a4b0-d37e1c60bd77,segment=NetworkSegment(3a29ac3c-6c4f-4bde-a091-d921a298bf30),segment_id=3a29ac3c-6c4f-4bde-a091-d921a298bf30)] {{(pid=93102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:13:01.772006 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-04ab1fcf-1df4-4d15-81c5-17dbc0c80550 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683922'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:01.784367 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-04ab1fcf-1df4-4d15-81c5-17dbc0c80550 admin admin] Calling delete_port for 7fe6d90a-41b1-4a21-a4b0-d37e1c60bd77 owned by network:router_interface {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 14:13:01.959743 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-04ab1fcf-1df4-4d15-81c5-17dbc0c80550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736156224386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736155824267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4062758'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:01.989724 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ab1fcf-1df4-4d15-81c5-17dbc0c80550 admin admin] Pushing event deleted for resources: {'Port': ['ID=7fe6d90a-41b1-4a21-a4b0-d37e1c60bd77,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:13:02.150435 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-04ab1fcf-1df4-4d15-81c5-17dbc0c80550 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-677689'] for router_interface, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:02.363724 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04ab1fcf-1df4-4d15-81c5-17dbc0c80550 admin admin] Router fea882b0-1fd1-4bb1-a881-eb7e1e81c560 has already been hosted by L3 agent d50ece19-a35b-4d9c-a2c6-6c45fbfb3bdd {{(pid=93102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 14:13:02.465517 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04ab1fcf-1df4-4d15-81c5-17dbc0c80550 admin admin] Notify agent at l3_agent.dv-cinder-784763-7-iscsi the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 14:13:02.470491 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-04ab1fcf-1df4-4d15-81c5-17dbc0c80550 admin admin] 10.222.0.10 "PUT /v2.0/routers/fea882b0-1fd1-4bb1-a881-eb7e1e81c560/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4858894 Jul 16 14:13:02.473346 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 38156) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:13:02.474303 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424e6608-39a7-4a37-ac32-51f041b5a11b None None] Sync routers for ids ['fea882b0-1fd1-4bb1-a881-eb7e1e81c560'] in dv-cinder-784763-7-iscsi {{(pid=93105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 14:13:02.483641 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424e6608-39a7-4a37-ac32-51f041b5a11b None None] Routers {'fea882b0-1fd1-4bb1-a881-eb7e1e81c560'} bound to L3 agent in host dv-cinder-784763-7-iscsi {{(pid=93105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 14:13:02.484251 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.l3_hamode_db [None req-424e6608-39a7-4a37-ac32-51f041b5a11b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T13:57:50Z,description=,heartbeat_timestamp=2021-07-16T14:12:50Z,host='dv-cinder-784763-7-iscsi',id=d50ece19-a35b-4d9c-a2c6-6c45fbfb3bdd,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T13:57:50Z,topic='l3_agent')) {'router_ids': ['fea882b0-1fd1-4bb1-a881-eb7e1e81c560'], 'active': True} {{(pid=93105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:13:02.572993 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-75120aca-407a-47e7-a21f-44de3f165436 admin admin] Notify callbacks [] for router, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:02.583227 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvr_db [None req-424e6608-39a7-4a37-ac32-51f041b5a11b None None] Set router fea882b0-1fd1-4bb1-a881-eb7e1e81c560 gateway port host: dv-cinder-784763-7-iscsi {{(pid=93105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 14:13:02.672408 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-75120aca-407a-47e7-a21f-44de3f165436 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:02.723047 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-75120aca-407a-47e7-a21f-44de3f165436 admin admin] Deleting port 7b78f32c-2227-4088-9787-b67d4084a4d4 {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 14:13:02.723384 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-75120aca-407a-47e7-a21f-44de3f165436 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736156223663'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:02.754226 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.l3_hamode_db [None req-424e6608-39a7-4a37-ac32-51f041b5a11b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fea882b0-1fd1-4bb1-a881-eb7e1e81c560', 'name': 'tempest-AttachVolumeShelveTestJSON-512653053-router', 'tenant_id': 'a6bc8fee6e964669b7be670f21fca0f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'external_fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': '7b78f32c-2227-4088-9787-b67d4084a4d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T14:05:31Z', 'updated_at': '2021-07-16T14:13:01Z', 'revision_number': 5, 'project_id': 'a6bc8fee6e964669b7be670f21fca0f5', 'gw_port': {'id': '7b78f32c-2227-4088-9787-b67d4084a4d4', 'name': '', 'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:3a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea882b0-1fd1-4bb1-a881-eb7e1e81c560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:05:32Z', 'updated_at': '2021-07-16T14:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-7-iscsi'}], 'dv-cinder-784763-7-iscsi', False) {} {{(pid=93105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:13:02.779668 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424e6608-39a7-4a37-ac32-51f041b5a11b None None] Checking router: fea882b0-1fd1-4bb1-a881-eb7e1e81c560 for host: dv-cinder-784763-7-iscsi {{(pid=93105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 14:13:02.787670 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424e6608-39a7-4a37-ac32-51f041b5a11b None None] Routers {'fea882b0-1fd1-4bb1-a881-eb7e1e81c560'} bound to L3 agent in host dv-cinder-784763-7-iscsi {{(pid=93105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 14:13:02.788276 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.l3_hamode_db [None req-424e6608-39a7-4a37-ac32-51f041b5a11b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T13:57:50Z,description=,heartbeat_timestamp=2021-07-16T14:12:50Z,host='dv-cinder-784763-7-iscsi',id=d50ece19-a35b-4d9c-a2c6-6c45fbfb3bdd,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T13:57:50Z,topic='l3_agent')) {'router_ids': ['fea882b0-1fd1-4bb1-a881-eb7e1e81c560'], 'active': True} {{(pid=93105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:13:02.797978 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.db [None req-75120aca-407a-47e7-a21f-44de3f165436 admin admin] For port 7b78f32c-2227-4088-9787-b67d4084a4d4, host dv-cinder-784763-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-7-iscsi',level=0,port_id=7b78f32c-2227-4088-9787-b67d4084a4d4,segment=NetworkSegment(6901d94e-17f9-4035-ba46-6b4e81a8dcfc),segment_id=6901d94e-17f9-4035-ba46-6b4e81a8dcfc)] {{(pid=93102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:13:02.798338 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-75120aca-407a-47e7-a21f-44de3f165436 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683922'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:02.810754 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-75120aca-407a-47e7-a21f-44de3f165436 admin admin] Calling delete_port for 7b78f32c-2227-4088-9787-b67d4084a4d4 owned by network:router_gateway {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 14:13:02.872934 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvr_db [None req-424e6608-39a7-4a37-ac32-51f041b5a11b None None] Set router fea882b0-1fd1-4bb1-a881-eb7e1e81c560 gateway port host: None {{(pid=93105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 14:13:02.932397 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.l3_hamode_db [None req-424e6608-39a7-4a37-ac32-51f041b5a11b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fea882b0-1fd1-4bb1-a881-eb7e1e81c560', 'name': 'tempest-AttachVolumeShelveTestJSON-512653053-router', 'tenant_id': 'a6bc8fee6e964669b7be670f21fca0f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T14:05:31Z', 'updated_at': '2021-07-16T14:13:02Z', 'revision_number': 6, 'project_id': 'a6bc8fee6e964669b7be670f21fca0f5', 'gw_port_host': None}], 'dv-cinder-784763-7-iscsi', False) {} {{(pid=93105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:13:02.960394 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424e6608-39a7-4a37-ac32-51f041b5a11b None None] The sync data for ids ['fea882b0-1fd1-4bb1-a881-eb7e1e81c560'] in dv-cinder-784763-7-iscsi is: [{'id': 'fea882b0-1fd1-4bb1-a881-eb7e1e81c560', 'name': 'tempest-AttachVolumeShelveTestJSON-512653053-router', 'tenant_id': 'a6bc8fee6e964669b7be670f21fca0f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T14:05:31Z', 'updated_at': '2021-07-16T14:13:02Z', 'revision_number': 6, 'project_id': 'a6bc8fee6e964669b7be670f21fca0f5', 'gw_port_host': None}] {{(pid=93105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 14:13:02.996619 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-75120aca-407a-47e7-a21f-44de3f165436 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736156224386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736155824267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4062758'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:03.020304 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75120aca-407a-47e7-a21f-44de3f165436 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b78f32c-2227-4088-9787-b67d4084a4d4,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:13:03.037565 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 38164) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:13:03.087865 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-75120aca-407a-47e7-a21f-44de3f165436 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-611427'] for router_gateway, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:03.137717 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e3d4e654-3722-4f70-892a-0bf91b261aa4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:03.178433 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-75120aca-407a-47e7-a21f-44de3f165436 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6801'] for router, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:03.180630 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-75120aca-407a-47e7-a21f-44de3f165436 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:03.228502 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-75120aca-407a-47e7-a21f-44de3f165436 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-684001'] for router, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:03.229103 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75120aca-407a-47e7-a21f-44de3f165436 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fea882b0-1fd1-4bb1-a881-eb7e1e81c560 {{(pid=93102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 14:13:03.231322 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e3d4e654-3722-4f70-892a-0bf91b261aa4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:03.234940 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-75120aca-407a-47e7-a21f-44de3f165436 admin admin] Notify callbacks [] for router, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:03.235780 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e3d4e654-3722-4f70-892a-0bf91b261aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:03.237201 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-75120aca-407a-47e7-a21f-44de3f165436 admin admin] 10.222.0.10 "DELETE /v2.0/routers/fea882b0-1fd1-4bb1-a881-eb7e1e81c560 HTTP/1.1" status: 204 len: 168 time: 0.7629066 Jul 16 14:13:03.238763 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 38168) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:13:03.273538 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-e3d4e654-3722-4f70-892a-0bf91b261aa4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bc122cff0c8245429edaf4575f23dda3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2348113 Jul 16 14:13:03.274309 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d4e654-3722-4f70-892a-0bf91b261aa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20f01418-cc68-4658-bc4c-3205e977e061,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:13:03.276523 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 38170) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:13:03.286582 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fe75e8d-15d5-479b-addd-f123dddca9e7 admin admin] Deleting subnet 9264d998-2235-4ea7-905f-68b77e185814 {{(pid=93102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 14:13:03.289707 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8fe75e8d-15d5-479b-addd-f123dddca9e7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:03.325998 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8fe75e8d-15d5-479b-addd-f123dddca9e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4062852'] for subnet, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:03.329632 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-63da60af-e1d9-44fd-9dd5-f40a94188d88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:03.353315 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-63da60af-e1d9-44fd-9dd5-f40a94188d88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:03.410833 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-63da60af-e1d9-44fd-9dd5-f40a94188d88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:03.413465 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-63da60af-e1d9-44fd-9dd5-f40a94188d88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:03.414761 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-63da60af-e1d9-44fd-9dd5-f40a94188d88 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/20f01418-cc68-4658-bc4c-3205e977e061 HTTP/1.1" status: 204 len: 168 time: 0.1367602 Jul 16 14:13:03.422563 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63da60af-e1d9-44fd-9dd5-f40a94188d88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20f01418-cc68-4658-bc4c-3205e977e061,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:13:03.441302 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8fe75e8d-15d5-479b-addd-f123dddca9e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16506816'] for subnet, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:03.498710 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8fe75e8d-15d5-479b-addd-f123dddca9e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16506871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4062805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3919862'] for subnet, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:03.525952 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe75e8d-15d5-479b-addd-f123dddca9e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9264d998-2235-4ea7-905f-68b77e185814,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:13:03.528285 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8fe75e8d-15d5-479b-addd-f123dddca9e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583268'] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:03.530342 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-8fe75e8d-15d5-479b-addd-f123dddca9e7 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/9264d998-2235-4ea7-905f-68b77e185814 HTTP/1.1" status: 204 len: 168 time: 0.2906113 Jul 16 14:13:03.532707 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 38176) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:13:03.536827 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b670920f-ffe1-4200-ac40-1f6d3b2d5b03 None None] Network 3a4fb2c2-e115-4208-b9b7-fb0af769d696 requested from dv-cinder-784763-7-iscsi {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 14:13:03.600668 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-83e90303-8829-421a-82be-f8ccd1eebb72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16272555'] for network, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:03.675558 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-83e90303-8829-421a-82be-f8ccd1eebb72 admin admin] Deleting port 6ea34683-ee3e-4063-8b63-3433d009c65c {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 14:13:03.676144 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-83e90303-8829-421a-82be-f8ccd1eebb72 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736156223663'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:03.705873 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 38178) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:13:03.726201 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ee96b4b3-95e6-4219-91bf-e95f4ffd0070 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:03.836793 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ee96b4b3-95e6-4219-91bf-e95f4ffd0070 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:03.841366 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ee96b4b3-95e6-4219-91bf-e95f4ffd0070 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:03.888297 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee96b4b3-95e6-4219-91bf-e95f4ffd0070 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6167164a-d339-4d39-94d9-b855858ff924,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:13:03.897488 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-ee96b4b3-95e6-4219-91bf-e95f4ffd0070 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bcf222614940427a89b39cdc876b857d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1904936 Jul 16 14:13:03.901027 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 38180) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:13:03.902776 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad0c84f6-86d4-4e49-add8-c62d4f33550b None None] DHCP port deletion for 3a4fb2c2-e115-4208-b9b7-fb0af769d696 request from dv-cinder-784763-7-iscsi {{(pid=93103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 14:13:03.954112 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5770a6cf-bcdc-4d58-89aa-54f7e387360a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:03.954489 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-ad0c84f6-86d4-4e49-add8-c62d4f33550b None None] Deleting port 6ea34683-ee3e-4063-8b63-3433d009c65c {{(pid=93103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 14:13:03.955058 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ad0c84f6-86d4-4e49-add8-c62d4f33550b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736156223663'] for port, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:03.977695 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5770a6cf-bcdc-4d58-89aa-54f7e387360a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:04.023524 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ad0c84f6-86d4-4e49-add8-c62d4f33550b None None] For port 6ea34683-ee3e-4063-8b63-3433d009c65c, host dv-cinder-784763-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-7-iscsi',level=0,port_id=6ea34683-ee3e-4063-8b63-3433d009c65c,segment=NetworkSegment(3a29ac3c-6c4f-4bde-a091-d921a298bf30),segment_id=3a29ac3c-6c4f-4bde-a091-d921a298bf30)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:13:04.023921 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ad0c84f6-86d4-4e49-add8-c62d4f33550b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683922'] for port, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:04.030497 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.db [None req-83e90303-8829-421a-82be-f8ccd1eebb72 admin admin] For port 6ea34683-ee3e-4063-8b63-3433d009c65c, host dv-cinder-784763-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-7-iscsi',level=0,port_id=6ea34683-ee3e-4063-8b63-3433d009c65c,segment=NetworkSegment(3a29ac3c-6c4f-4bde-a091-d921a298bf30),segment_id=3a29ac3c-6c4f-4bde-a091-d921a298bf30)] {{(pid=93102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:13:04.030497 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-83e90303-8829-421a-82be-f8ccd1eebb72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683922'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:04.037923 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5770a6cf-bcdc-4d58-89aa-54f7e387360a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:04.039545 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-ad0c84f6-86d4-4e49-add8-c62d4f33550b None None] Calling delete_port for 6ea34683-ee3e-4063-8b63-3433d009c65c owned by network:dhcp {{(pid=93103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 14:13:04.041798 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5770a6cf-bcdc-4d58-89aa-54f7e387360a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:04.043232 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-5770a6cf-bcdc-4d58-89aa-54f7e387360a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6167164a-d339-4d39-94d9-b855858ff924 HTTP/1.1" status: 204 len: 168 time: 0.1407785 Jul 16 14:13:04.053302 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-83e90303-8829-421a-82be-f8ccd1eebb72 admin admin] Calling delete_port for 6ea34683-ee3e-4063-8b63-3433d009c65c owned by network:dhcp {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 14:13:04.054575 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5770a6cf-bcdc-4d58-89aa-54f7e387360a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6167164a-d339-4d39-94d9-b855858ff924,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:13:04.144320 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ad0c84f6-86d4-4e49-add8-c62d4f33550b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736156224386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736155824267'] for port, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:04.154000 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-83e90303-8829-421a-82be-f8ccd1eebb72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736156224386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736155824267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4062758'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:04.170807 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0c84f6-86d4-4e49-add8-c62d4f33550b None None] Pushing event deleted for resources: {'Port': ['ID=6ea34683-ee3e-4063-8b63-3433d009c65c,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:13:04.174593 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad0c84f6-86d4-4e49-add8-c62d4f33550b None None] No DVR routers for this DVR port 6ea34683-ee3e-4063-8b63-3433d009c65c on host dv-cinder-784763-7-iscsi {{(pid=93103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 14:13:04.181855 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e90303-8829-421a-82be-f8ccd1eebb72 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ea34683-ee3e-4063-8b63-3433d009c65c,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:13:04.194156 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e90303-8829-421a-82be-f8ccd1eebb72 admin admin] No DVR routers for this DVR port 6ea34683-ee3e-4063-8b63-3433d009c65c on host dv-cinder-784763-7-iscsi {{(pid=93102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 14:13:04.269669 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-83e90303-8829-421a-82be-f8ccd1eebb72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16499620', 'neutron.services.segments.db._delete_segments_for_network-8736156337740'] for network, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:04.279805 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.services.segments.db [None req-83e90303-8829-421a-82be-f8ccd1eebb72 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a4fb2c2-e115-4208-b9b7-fb0af769d696']}} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:13:04.294646 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.services.segments.db [None req-83e90303-8829-421a-82be-f8ccd1eebb72 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a29ac3c-6c4f-4bde-a091-d921a298bf30') {'for_net_delete': True} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:13:04.294948 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.services.segments.db [None req-83e90303-8829-421a-82be-f8ccd1eebb72 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a29ac3c-6c4f-4bde-a091-d921a298bf30') {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:13:04.304656 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-83e90303-8829-421a-82be-f8ccd1eebb72 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736156340821', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4062899'] for segment, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:04.323153 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-83e90303-8829-421a-82be-f8ccd1eebb72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16512664'] for segment, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:04.330612 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83e90303-8829-421a-82be-f8ccd1eebb72 admin admin] Releasing vlan 222 on physical network physnet1 to pool {{(pid=93102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 14:13:04.331130 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-83e90303-8829-421a-82be-f8ccd1eebb72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16512664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4063223'] for segment, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:04.333872 dv-cinder-784763-7-iscsi neutron-server[93102]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 14:13:04.333872 dv-cinder-784763-7-iscsi neutron-server[93102]: self.session.flush() Jul 16 14:13:04.333872 dv-cinder-784763-7-iscsi neutron-server[93102]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 14:13:04.333872 dv-cinder-784763-7-iscsi neutron-server[93102]: self.session.flush() Jul 16 14:13:04.333872 dv-cinder-784763-7-iscsi neutron-server[93102]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 14:13:04.333872 dv-cinder-784763-7-iscsi neutron-server[93102]: self.session.flush() Jul 16 14:13:04.333872 dv-cinder-784763-7-iscsi neutron-server[93102]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 14:13:04.333872 dv-cinder-784763-7-iscsi neutron-server[93102]: self.session.flush() Jul 16 14:13:04.333872 dv-cinder-784763-7-iscsi neutron-server[93102]: Traceback (most recent call last): Jul 16 14:13:04.333872 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 14:13:04.333872 dv-cinder-784763-7-iscsi neutron-server[93102]: timer() Jul 16 14:13:04.333872 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 14:13:04.333872 dv-cinder-784763-7-iscsi neutron-server[93102]: cb(*args, **kw) Jul 16 14:13:04.333872 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 14:13:04.333872 dv-cinder-784763-7-iscsi neutron-server[93102]: return func(*args, **kwargs) Jul 16 14:13:04.333872 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 14:13:04.333872 dv-cinder-784763-7-iscsi neutron-server[93102]: self._notify() Jul 16 14:13:04.333872 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 14:13:04.333872 dv-cinder-784763-7-iscsi neutron-server[93102]: self.callback(batched_events) Jul 16 14:13:04.333872 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 14:13:04.333872 dv-cinder-784763-7-iscsi neutron-server[93102]: event.method(event) Jul 16 14:13:04.333872 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 14:13:04.333872 dv-cinder-784763-7-iscsi neutron-server[93102]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 14:13:04.333872 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 14:13:04.333872 dv-cinder-784763-7-iscsi neutron-server[93102]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 14:13:04.333872 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 14:13:04.333872 dv-cinder-784763-7-iscsi neutron-server[93102]: return f(self, *a, **k) Jul 16 14:13:04.333872 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 14:13:04.333872 dv-cinder-784763-7-iscsi neutron-server[93102]: return self._get(url).json() Jul 16 14:13:04.333872 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 14:13:04.333872 dv-cinder-784763-7-iscsi neutron-server[93102]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 14:13:04.333872 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 14:13:04.333872 dv-cinder-784763-7-iscsi neutron-server[93102]: return self.request(url, 'GET', **kwargs) Jul 16 14:13:04.333872 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 14:13:04.333872 dv-cinder-784763-7-iscsi neutron-server[93102]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 14:13:04.333872 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 14:13:04.333872 dv-cinder-784763-7-iscsi neutron-server[93102]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 14:13:04.333872 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 14:13:04.333872 dv-cinder-784763-7-iscsi neutron-server[93102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 14:13:04.333872 dv-cinder-784763-7-iscsi neutron-server[93102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 14:13:04.348654 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Device 6ea34683-ee3e-4063-8b63-3433d009c65c no longer exists at agent ovs-agent-dv-cinder-784763-7-iscsi {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 14:13:04.374229 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] No Port match for: 6ea34683-ee3e-4063-8b63-3433d009c65c {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 14:13:04.374501 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Device 6ea34683-ee3e-4063-8b63-3433d009c65c not bound to the agent host dv-cinder-784763-7-iscsi {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 14:13:04.374924 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Device 7fe6d90a-41b1-4a21-a4b0-d37e1c60bd77 no longer exists at agent ovs-agent-dv-cinder-784763-7-iscsi {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 14:13:04.392942 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-83e90303-8829-421a-82be-f8ccd1eebb72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16499645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611519'] for network, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:04.394332 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] No Port match for: 7fe6d90a-41b1-4a21-a4b0-d37e1c60bd77 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 14:13:04.394678 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Device 7fe6d90a-41b1-4a21-a4b0-d37e1c60bd77 not bound to the agent host dv-cinder-784763-7-iscsi {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 14:13:04.395271 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Device 7b78f32c-2227-4088-9787-b67d4084a4d4 no longer exists at agent ovs-agent-dv-cinder-784763-7-iscsi {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 14:13:04.399598 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-83e90303-8829-421a-82be-f8ccd1eebb72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583268'] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:04.401942 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-83e90303-8829-421a-82be-f8ccd1eebb72 admin admin] 10.222.0.10 "DELETE /v2.0/networks/3a4fb2c2-e115-4208-b9b7-fb0af769d696 HTTP/1.1" status: 204 len: 168 time: 0.8679862 Jul 16 14:13:04.415553 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e90303-8829-421a-82be-f8ccd1eebb72 admin admin] Pushing event deleted for resources: {'Network': ['ID=3a4fb2c2-e115-4208-b9b7-fb0af769d696,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:13:04.418206 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] No Port match for: 7b78f32c-2227-4088-9787-b67d4084a4d4 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 14:13:04.418562 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Device 7b78f32c-2227-4088-9787-b67d4084a4d4 not bound to the agent host dv-cinder-784763-7-iscsi {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 14:13:04.515186 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 38196) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:13:04.553753 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-d36b9a27-c640-47dd-8877-8ee750632326 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a6bc8fee6e964669b7be670f21fca0f5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0373223 Jul 16 14:13:04.556166 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 38198) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:13:04.605456 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e5153e2f-c573-4036-901a-f66feee2d3ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:04.626593 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e5153e2f-c573-4036-901a-f66feee2d3ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:04.675812 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e5153e2f-c573-4036-901a-f66feee2d3ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:04.678699 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e5153e2f-c573-4036-901a-f66feee2d3ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:04.679842 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-e5153e2f-c573-4036-901a-f66feee2d3ff admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e0087a6c-51e3-480b-a26b-af209630f04a HTTP/1.1" status: 204 len: 168 time: 0.1227958 Jul 16 14:13:04.687863 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5153e2f-c573-4036-901a-f66feee2d3ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0087a6c-51e3-480b-a26b-af209630f04a,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:13:05.817794 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 38264) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:13:05.916451 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ab995a3d-8b53-4a8d-ada3-96a9de4ca5f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:06.001383 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ab995a3d-8b53-4a8d-ada3-96a9de4ca5f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:06.004857 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ab995a3d-8b53-4a8d-ada3-96a9de4ca5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:06.041158 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-ab995a3d-8b53-4a8d-ada3-96a9de4ca5f6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2c367244be1c41a7ae71cc09e0961686&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2222092 Jul 16 14:13:06.042804 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab995a3d-8b53-4a8d-ada3-96a9de4ca5f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17dc5eeb-72a4-491f-9b26-c058d5a0cd49,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:13:06.044307 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 38268) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:13:06.091515 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-eb4dc0e3-b1dd-4c31-856d-25dddbaf359b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:06.112287 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-eb4dc0e3-b1dd-4c31-856d-25dddbaf359b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:06.159824 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-eb4dc0e3-b1dd-4c31-856d-25dddbaf359b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:06.162272 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-eb4dc0e3-b1dd-4c31-856d-25dddbaf359b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:06.163418 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-eb4dc0e3-b1dd-4c31-856d-25dddbaf359b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/17dc5eeb-72a4-491f-9b26-c058d5a0cd49 HTTP/1.1" status: 204 len: 168 time: 0.1181035 Jul 16 14:13:06.171535 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4dc0e3-b1dd-4c31-856d-25dddbaf359b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17dc5eeb-72a4-491f-9b26-c058d5a0cd49,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:13:07.892367 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 38368) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:13:07.997407 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ad22dc7d-fcbe-4828-bb04-bbfc0720214a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:08.085446 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ad22dc7d-fcbe-4828-bb04-bbfc0720214a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:08.089435 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ad22dc7d-fcbe-4828-bb04-bbfc0720214a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:08.112323 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 38378) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:13:08.126476 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad22dc7d-fcbe-4828-bb04-bbfc0720214a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b731f7c-1dac-4db6-be0d-007cf6755bc7,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:13:08.133105 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-ad22dc7d-fcbe-4828-bb04-bbfc0720214a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bb59c6cedca44851bdcc16bb3e29c08d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2373772 Jul 16 14:13:08.133341 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 38382) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:13:08.180252 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1c86f865-f563-43df-98f3-201d929d727f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:08.203159 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1c86f865-f563-43df-98f3-201d929d727f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:08.217003 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b41913b6-9f56-402f-aa3a-5844ea8df736 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:08.254078 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1c86f865-f563-43df-98f3-201d929d727f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:08.256504 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1c86f865-f563-43df-98f3-201d929d727f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:08.257697 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-1c86f865-f563-43df-98f3-201d929d727f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1b731f7c-1dac-4db6-be0d-007cf6755bc7 HTTP/1.1" status: 204 len: 168 time: 0.1234596 Jul 16 14:13:08.265564 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c86f865-f563-43df-98f3-201d929d727f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b731f7c-1dac-4db6-be0d-007cf6755bc7,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:13:08.321999 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b41913b6-9f56-402f-aa3a-5844ea8df736 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:08.325965 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b41913b6-9f56-402f-aa3a-5844ea8df736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:08.365335 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-b41913b6-9f56-402f-aa3a-5844ea8df736 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b98cbff8d7954b6182c4f26a44d81ede&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2518902 Jul 16 14:13:08.366214 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41913b6-9f56-402f-aa3a-5844ea8df736 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08843003-9b16-4259-8671-90d829c50916,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:13:08.368100 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 38386) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:13:08.419907 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-719cde82-a758-48e1-bc6f-2a1cefa628e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:08.440518 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-719cde82-a758-48e1-bc6f-2a1cefa628e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:08.487230 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-719cde82-a758-48e1-bc6f-2a1cefa628e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:08.490001 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-719cde82-a758-48e1-bc6f-2a1cefa628e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:08.491167 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-719cde82-a758-48e1-bc6f-2a1cefa628e8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/08843003-9b16-4259-8671-90d829c50916 HTTP/1.1" status: 204 len: 168 time: 0.1220655 Jul 16 14:13:08.499975 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719cde82-a758-48e1-bc6f-2a1cefa628e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08843003-9b16-4259-8671-90d829c50916,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:13:08.533353 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 38392) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:13:08.546860 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-8beaa7f0-99c0-447f-beae-57834d3ed939 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:08.635269 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-8beaa7f0-99c0-447f-beae-57834d3ed939 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:08.639408 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-8beaa7f0-99c0-447f-beae-57834d3ed939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:08.675257 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8beaa7f0-99c0-447f-beae-57834d3ed939 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e37cee20-cf6b-47bd-afc2-359f418180fe,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:13:08.682329 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 38396) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:13:08.682469 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-8beaa7f0-99c0-447f-beae-57834d3ed939 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=696ffc4f0cf54f8ca66ce695a6ca4bed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1477966 Jul 16 14:13:08.731338 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ceeaf316-3a05-4c59-85b0-932ff65895f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:08.752124 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ceeaf316-3a05-4c59-85b0-932ff65895f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:08.797905 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ceeaf316-3a05-4c59-85b0-932ff65895f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:08.800526 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ceeaf316-3a05-4c59-85b0-932ff65895f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:08.801712 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-ceeaf316-3a05-4c59-85b0-932ff65895f6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e37cee20-cf6b-47bd-afc2-359f418180fe HTTP/1.1" status: 204 len: 168 time: 0.1180837 Jul 16 14:13:08.812458 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceeaf316-3a05-4c59-85b0-932ff65895f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e37cee20-cf6b-47bd-afc2-359f418180fe,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:13:09.174032 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 38426) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:13:09.268361 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.v2.base [None req-8f0e4298-e898-4510-8281-4002df6f6a2b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-515783362-network', 'tenant_id': '32619117d80748f8a1f9559a81d3503d'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:13:09.289756 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f0e4298-e898-4510-8281-4002df6f6a2b admin admin] Made reservation on behalf of 32619117d80748f8a1f9559a81d3503d for: {'network': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 14:13:09.292612 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8f0e4298-e898-4510-8281-4002df6f6a2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for network, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:09.300822 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8f0e4298-e898-4510-8281-4002df6f6a2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:09.393832 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8f0e4298-e898-4510-8281-4002df6f6a2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:09.398231 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8f0e4298-e898-4510-8281-4002df6f6a2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:09.421212 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f0e4298-e898-4510-8281-4002df6f6a2b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 213} {{(pid=93102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 14:13:09.435864 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0e4298-e898-4510-8281-4002df6f6a2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96298737-0a6a-4519-bc5b-e5fdb8d6841b,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:13:09.440489 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8f0e4298-e898-4510-8281-4002df6f6a2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16512664'] for segment, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:09.440856 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.db.segments_db [None req-8f0e4298-e898-4510-8281-4002df6f6a2b admin admin] Added segment d8dd1782-bfa3-42b8-a1f1-12afba56b459 of type vlan for network bdf51055-487a-47c6-ba40-7101ea8f6992 Jul 16 14:13:09.481670 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8f0e4298-e898-4510-8281-4002df6f6a2b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736155808503'] for network, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:09.512756 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8f0e4298-e898-4510-8281-4002df6f6a2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186'] for network, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:09.513826 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f0e4298-e898-4510-8281-4002df6f6a2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:13:09.514346 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8f0e4298-e898-4510-8281-4002df6f6a2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583268'] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:09.551094 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-8f0e4298-e898-4510-8281-4002df6f6a2b admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3727422 Jul 16 14:13:09.551477 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 38450) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:13:09.557038 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.v2.base [None req-b6ee5848-7c72-4e44-9357-2f9914cac4ed admin admin] Request body: {'subnet': {'network_id': 'bdf51055-487a-47c6-ba40-7101ea8f6992', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-515783362-subnet', 'tenant_id': '32619117d80748f8a1f9559a81d3503d', 'ip_version': 4}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:13:09.575179 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0e4298-e898-4510-8281-4002df6f6a2b admin admin] Pushing event updated for resources: {'Network': ['ID=bdf51055-487a-47c6-ba40-7101ea8f6992,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:13:09.586456 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Network bdf51055-487a-47c6-ba40-7101ea8f6992 details requested by agent ovs-agent-dv-cinder-784763-7-iscsi with host dv-cinder-784763-7-iscsi {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 14:13:09.587032 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6ee5848-7c72-4e44-9357-2f9914cac4ed admin admin] Made reservation on behalf of 32619117d80748f8a1f9559a81d3503d for: {'subnet': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 14:13:09.589642 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b6ee5848-7c72-4e44-9357-2f9914cac4ed admin admin] Notify callbacks [] for subnet, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:09.759640 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b6ee5848-7c72-4e44-9357-2f9914cac4ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186'] for subnet, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:09.811630 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ee5848-7c72-4e44-9357-2f9914cac4ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=434d79b6-168f-4988-9fda-3d5972d38d97,revision_number=0']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:13:09.821377 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ee5848-7c72-4e44-9357-2f9914cac4ed admin admin] Checking segment: {'id': 'd8dd1782-bfa3-42b8-a1f1-12afba56b459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'bdf51055-487a-47c6-ba40-7101ea8f6992'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 14:13:09.821729 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ee5848-7c72-4e44-9357-2f9914cac4ed admin admin] Network hostable DHCP agents. Network: bdf51055-487a-47c6-ba40-7101ea8f6992, hostable agents: ['ff372831-df71-440e-8c4b-463caa6f5ae0'], hosted agents: [] {{(pid=93101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 14:13:09.838164 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ee5848-7c72-4e44-9357-2f9914cac4ed admin admin] Network bdf51055-487a-47c6-ba40-7101ea8f6992 is scheduled to be hosted by DHCP agent ff372831-df71-440e-8c4b-463caa6f5ae0 with binding_index 1 {{(pid=93101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 14:13:09.847485 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-b6ee5848-7c72-4e44-9357-2f9914cac4ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784763-7-iscsi, bdf51055-487a-47c6-ba40-7101ea8f6992) {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 14:13:09.852096 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6ee5848-7c72-4e44-9357-2f9914cac4ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:13:09.853368 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b6ee5848-7c72-4e44-9357-2f9914cac4ed admin admin] Notify callbacks [] for subnet, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:09.856408 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37a40c7e-5cfe-4cdb-9ff6-75d1bd1fc854 None None] Network bdf51055-487a-47c6-ba40-7101ea8f6992 requested from dv-cinder-784763-7-iscsi {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 14:13:09.867450 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-b6ee5848-7c72-4e44-9357-2f9914cac4ed admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3146482 Jul 16 14:13:09.870478 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 38458) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:13:09.875096 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.v2.base [None req-a4868003-c731-4775-a2e0-c60cdf942cd0 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-515783362-router', 'tenant_id': '32619117d80748f8a1f9559a81d3503d', 'external_gateway_info': {'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da'}}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:13:09.898767 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a4868003-c731-4775-a2e0-c60cdf942cd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-611575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6819'] for router, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:09.899906 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a4868003-c731-4775-a2e0-c60cdf942cd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-611376', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-622296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6810'] for router, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:09.951931 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a4868003-c731-4775-a2e0-c60cdf942cd0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:10.006213 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fb14f69-0739-4e7c-97bd-8ec0fe2bcd2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd1807d5-a05f-5dd1-8c6a-d509101630c6-bdf51055-487a-47c6-ba40-7101ea8f6992', 'network_id': 'bdf51055-487a-47c6-ba40-7101ea8f6992', 'tenant_id': '32619117d80748f8a1f9559a81d3503d', 'fixed_ips': [{'subnet_id': '434d79b6-168f-4988-9fda-3d5972d38d97'}]}} from dv-cinder-784763-7-iscsi. {{(pid=93103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 14:13:10.007114 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-3fb14f69-0739-4e7c-97bd-8ec0fe2bcd2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:10.025513 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 38462) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:13:10.091294 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a4868003-c731-4775-a2e0-c60cdf942cd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-611362', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-611474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6792'] for router, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:10.139811 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e20dc079-6dc1-408a-bc16-206d5faf3118 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:10.149545 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-3fb14f69-0739-4e7c-97bd-8ec0fe2bcd2a None None] Allocated IP 172.20.0.2 (bdf51055-487a-47c6-ba40-7101ea8f6992/434d79b6-168f-4988-9fda-3d5972d38d97/1fb2e2ff-8048-4e5b-b20e-7f2b4bd72fae) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 14:13:10.242685 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e20dc079-6dc1-408a-bc16-206d5faf3118 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:10.247949 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e20dc079-6dc1-408a-bc16-206d5faf3118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:10.288979 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-e20dc079-6dc1-408a-bc16-206d5faf3118 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=985fc659620d4a0fa0abf56aba49f71f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2601779 Jul 16 14:13:10.288979 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20dc079-6dc1-408a-bc16-206d5faf3118 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4fbc33d-162b-44be-b877-7e10b9aa4247,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:13:10.290160 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 38466) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:13:10.311947 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-3fb14f69-0739-4e7c-97bd-8ec0fe2bcd2a None None] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:10.313493 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a4868003-c731-4775-a2e0-c60cdf942cd0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:10.321528 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-3fb14f69-0739-4e7c-97bd-8ec0fe2bcd2a None None] Transition to ACTIVE for port object 1fb2e2ff-8048-4e5b-b20e-7f2b4bd72fae will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 14:13:10.336440 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a4868003-c731-4775-a2e0-c60cdf942cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:10.336647 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-3fb14f69-0739-4e7c-97bd-8ec0fe2bcd2a None None] Transition to ACTIVE for port object 1fb2e2ff-8048-4e5b-b20e-7f2b4bd72fae will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 14:13:10.342926 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9825c385-69b5-460a-8d2f-8c067d54900b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:10.343374 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-3fb14f69-0739-4e7c-97bd-8ec0fe2bcd2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736155824258'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:10.368994 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9825c385-69b5-460a-8d2f-8c067d54900b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:10.379442 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fb14f69-0739-4e7c-97bd-8ec0fe2bcd2a None None] Network bdf51055-487a-47c6-ba40-7101ea8f6992 is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 14:13:10.384045 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-3fb14f69-0739-4e7c-97bd-8ec0fe2bcd2a None None] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 14:13:10.386664 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb14f69-0739-4e7c-97bd-8ec0fe2bcd2a None None] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 14:13:10.399924 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb14f69-0739-4e7c-97bd-8ec0fe2bcd2a None None] Pushing event updated for resources: {'Port': ['ID=1fb2e2ff-8048-4e5b-b20e-7f2b4bd72fae,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:13:10.429066 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9825c385-69b5-460a-8d2f-8c067d54900b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:10.432005 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9825c385-69b5-460a-8d2f-8c067d54900b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:10.433420 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-9825c385-69b5-460a-8d2f-8c067d54900b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d4fbc33d-162b-44be-b877-7e10b9aa4247 HTTP/1.1" status: 204 len: 168 time: 0.1423538 Jul 16 14:13:10.441783 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9825c385-69b5-460a-8d2f-8c067d54900b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4fbc33d-162b-44be-b877-7e10b9aa4247,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:13:10.455086 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [None req-a4868003-c731-4775-a2e0-c60cdf942cd0 admin admin] Allocated IP 172.27.1.229 (0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da/898cf826-a558-482b-96e1-37cc6b0abbc7/5aa0f06c-52a3-449c-96e0-073d47e80e2a) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 14:13:10.471153 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-3fb14f69-0739-4e7c-97bd-8ec0fe2bcd2a None None] Attempting to bind port 1fb2e2ff-8048-4e5b-b20e-7f2b4bd72fae on host dv-cinder-784763-7-iscsi for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 14:13:10.471540 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-3fb14f69-0739-4e7c-97bd-8ec0fe2bcd2a None None] Attempting to bind port 1fb2e2ff-8048-4e5b-b20e-7f2b4bd72fae by drivers openvswitch,hyperv on host dv-cinder-784763-7-iscsi at level 0 using segments [{'id': 'd8dd1782-bfa3-42b8-a1f1-12afba56b459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'bdf51055-487a-47c6-ba40-7101ea8f6992'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 14:13:10.471960 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb14f69-0739-4e7c-97bd-8ec0fe2bcd2a None None] Attempting to bind port 1fb2e2ff-8048-4e5b-b20e-7f2b4bd72fae on network bdf51055-487a-47c6-ba40-7101ea8f6992 {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 14:13:10.477368 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb14f69-0739-4e7c-97bd-8ec0fe2bcd2a None None] Checking agent: {'id': '7d82e82a-2556-4908-8b18-4037e5dfdbc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784763-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 13, 57, 51), 'started_at': datetime.datetime(2021, 7, 16, 13, 58, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 14, 12, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784763-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 14:13:10.477839 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb14f69-0739-4e7c-97bd-8ec0fe2bcd2a None None] Checking segment: {'id': 'd8dd1782-bfa3-42b8-a1f1-12afba56b459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'bdf51055-487a-47c6-ba40-7101ea8f6992'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 14:13:10.478224 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-3fb14f69-0739-4e7c-97bd-8ec0fe2bcd2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:10.478554 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb14f69-0739-4e7c-97bd-8ec0fe2bcd2a None None] Bound using segment: {'id': 'd8dd1782-bfa3-42b8-a1f1-12afba56b459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'bdf51055-487a-47c6-ba40-7101ea8f6992'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 14:13:10.478994 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-3fb14f69-0739-4e7c-97bd-8ec0fe2bcd2a None None] Bound port: 1fb2e2ff-8048-4e5b-b20e-7f2b4bd72fae, host: dv-cinder-784763-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8dd1782-bfa3-42b8-a1f1-12afba56b459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'bdf51055-487a-47c6-ba40-7101ea8f6992'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 14:13:10.479372 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-3fb14f69-0739-4e7c-97bd-8ec0fe2bcd2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:10.545647 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-3fb14f69-0739-4e7c-97bd-8ec0fe2bcd2a None None] For port 1fb2e2ff-8048-4e5b-b20e-7f2b4bd72fae, host dv-cinder-784763-7-iscsi, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 14:13:10.549120 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-3fb14f69-0739-4e7c-97bd-8ec0fe2bcd2a None None] For port 1fb2e2ff-8048-4e5b-b20e-7f2b4bd72fae, host dv-cinder-784763-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-7-iscsi',level=0,port_id=1fb2e2ff-8048-4e5b-b20e-7f2b4bd72fae,segment=NetworkSegment(d8dd1782-bfa3-42b8-a1f1-12afba56b459),segment_id=d8dd1782-bfa3-42b8-a1f1-12afba56b459)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 14:13:10.560242 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-3fb14f69-0739-4e7c-97bd-8ec0fe2bcd2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736156224341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736155824276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736155824294'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:10.569464 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a4868003-c731-4775-a2e0-c60cdf942cd0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:10.616553 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a4868003-c731-4775-a2e0-c60cdf942cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736155824258'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:10.630502 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb14f69-0739-4e7c-97bd-8ec0fe2bcd2a None None] Pushing event updated for resources: {'Port': ['ID=1fb2e2ff-8048-4e5b-b20e-7f2b4bd72fae,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:13:10.661771 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4868003-c731-4775-a2e0-c60cdf942cd0 admin admin] Network 0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 14:13:10.664733 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-a4868003-c731-4775-a2e0-c60cdf942cd0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 14:13:10.668669 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4868003-c731-4775-a2e0-c60cdf942cd0 admin admin] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 14:13:10.704254 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4868003-c731-4775-a2e0-c60cdf942cd0 admin admin] Pushing event updated for resources: {'Port': ['ID=5aa0f06c-52a3-449c-96e0-073d47e80e2a,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:13:10.921412 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a4868003-c731-4775-a2e0-c60cdf942cd0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:11.401338 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a4868003-c731-4775-a2e0-c60cdf942cd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-611580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-611335'] for router, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:11.539790 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4868003-c731-4775-a2e0-c60cdf942cd0 admin admin] Router e927a0a9-ad79-441d-8740-ad848a86a719 is scheduled to L3 agent d50ece19-a35b-4d9c-a2c6-6c45fbfb3bdd with binding_index 1 {{(pid=93101) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 14:13:11.607057 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32cdd48b-2af2-4229-be53-ee380de709e0 None None] Network bdf51055-487a-47c6-ba40-7101ea8f6992 requested from dv-cinder-784763-7-iscsi {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 14:13:11.654826 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4868003-c731-4775-a2e0-c60cdf942cd0 admin admin] Notify agent at l3_agent.dv-cinder-784763-7-iscsi the message routers_updated {{(pid=93101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 14:13:11.671548 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344785c1-b037-49a9-a6fd-af1adac2fd0e None None] Sync routers for ids ['e927a0a9-ad79-441d-8740-ad848a86a719'] in dv-cinder-784763-7-iscsi {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 14:13:11.672909 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a4868003-c731-4775-a2e0-c60cdf942cd0 admin admin] Notify callbacks [] for router, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:11.674432 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-a4868003-c731-4775-a2e0-c60cdf942cd0 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8028221 Jul 16 14:13:11.677434 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 38502) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:13:11.704064 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-4528f3d2-3b71-46c6-8d3b-201db05f86f3 None None] Provisioning for port 1fb2e2ff-8048-4e5b-b20e-7f2b4bd72fae completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 14:13:11.706011 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344785c1-b037-49a9-a6fd-af1adac2fd0e None None] Routers {'e927a0a9-ad79-441d-8740-ad848a86a719'} bound to L3 agent in host dv-cinder-784763-7-iscsi {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 14:13:11.706634 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-344785c1-b037-49a9-a6fd-af1adac2fd0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T13:57:50Z,description=,heartbeat_timestamp=2021-07-16T14:12:50Z,host='dv-cinder-784763-7-iscsi',id=d50ece19-a35b-4d9c-a2c6-6c45fbfb3bdd,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T13:57:50Z,topic='l3_agent')) {'router_ids': ['e927a0a9-ad79-441d-8740-ad848a86a719'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:13:11.870606 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-344785c1-b037-49a9-a6fd-af1adac2fd0e None None] Set router e927a0a9-ad79-441d-8740-ad848a86a719 gateway port host: dv-cinder-784763-7-iscsi {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 14:13:12.074183 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-344785c1-b037-49a9-a6fd-af1adac2fd0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e927a0a9-ad79-441d-8740-ad848a86a719', 'name': 'tempest-TestVolumeBootPattern-515783362-router', 'tenant_id': '32619117d80748f8a1f9559a81d3503d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'external_fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': '5aa0f06c-52a3-449c-96e0-073d47e80e2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T14:13:09Z', 'updated_at': '2021-07-16T14:13:10Z', 'revision_number': 3, 'project_id': '32619117d80748f8a1f9559a81d3503d', 'gw_port': {'id': '5aa0f06c-52a3-449c-96e0-073d47e80e2a', 'name': '', 'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:0a:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e927a0a9-ad79-441d-8740-ad848a86a719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:13:10Z', 'updated_at': '2021-07-16T14:13:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-7-iscsi'}], 'dv-cinder-784763-7-iscsi', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:13:12.100811 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344785c1-b037-49a9-a6fd-af1adac2fd0e None None] Checking router: e927a0a9-ad79-441d-8740-ad848a86a719 for host: dv-cinder-784763-7-iscsi {{(pid=93103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 14:13:12.101157 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344785c1-b037-49a9-a6fd-af1adac2fd0e None None] Updating router e927a0a9-ad79-441d-8740-ad848a86a719 port 5aa0f06c-52a3-449c-96e0-073d47e80e2a binding host dv-cinder-784763-7-iscsi {{(pid=93103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 14:13:12.139654 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-344785c1-b037-49a9-a6fd-af1adac2fd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:12.155418 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-df12b437-624e-4545-9529-69e8a57a911a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:12.330865 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [None req-df12b437-624e-4545-9529-69e8a57a911a admin admin] Allocated IP 172.20.0.1 (bdf51055-487a-47c6-ba40-7101ea8f6992/434d79b6-168f-4988-9fda-3d5972d38d97/3a1a6ced-9c5d-4a27-ac15-7847d3bc7409) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 14:13:12.452228 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-df12b437-624e-4545-9529-69e8a57a911a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:12.466914 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.db.provisioning_blocks [None req-df12b437-624e-4545-9529-69e8a57a911a admin admin] Transition to ACTIVE for port object 3a1a6ced-9c5d-4a27-ac15-7847d3bc7409 will not be triggered until provisioned by entity DHCP. {{(pid=93102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 14:13:12.501178 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-df12b437-624e-4545-9529-69e8a57a911a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736155824258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4062758'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:12.502013 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Device 1fb2e2ff-8048-4e5b-b20e-7f2b4bd72fae up at agent ovs-agent-dv-cinder-784763-7-iscsi {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 14:13:12.541631 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df12b437-624e-4545-9529-69e8a57a911a admin admin] Network bdf51055-487a-47c6-ba40-7101ea8f6992 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 14:13:12.544433 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-df12b437-624e-4545-9529-69e8a57a911a admin admin] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 14:13:12.548348 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df12b437-624e-4545-9529-69e8a57a911a admin admin] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 14:13:12.576318 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df12b437-624e-4545-9529-69e8a57a911a admin admin] Pushing event updated for resources: {'Port': ['ID=3a1a6ced-9c5d-4a27-ac15-7847d3bc7409,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:13:12.603103 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-df12b437-624e-4545-9529-69e8a57a911a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-680240'] for router_interface, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:12.611216 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-344785c1-b037-49a9-a6fd-af1adac2fd0e None None] Notify callbacks [] for port, precommit_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:12.623732 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-344785c1-b037-49a9-a6fd-af1adac2fd0e None None] Transition to ACTIVE for port object 5aa0f06c-52a3-449c-96e0-073d47e80e2a will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 14:13:12.627993 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Provisioning for port 1fb2e2ff-8048-4e5b-b20e-7f2b4bd72fae completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 14:13:12.633002 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Provisioning complete for port 1fb2e2ff-8048-4e5b-b20e-7f2b4bd72fae triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 14:13:12.633199 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16503849'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:12.637283 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-344785c1-b037-49a9-a6fd-af1adac2fd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736156224341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736155824276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736155824294'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:12.740329 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-344785c1-b037-49a9-a6fd-af1adac2fd0e None None] Attempting to bind port 5aa0f06c-52a3-449c-96e0-073d47e80e2a on host dv-cinder-784763-7-iscsi for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 14:13:12.740965 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-344785c1-b037-49a9-a6fd-af1adac2fd0e None None] Attempting to bind port 5aa0f06c-52a3-449c-96e0-073d47e80e2a by drivers openvswitch,hyperv on host dv-cinder-784763-7-iscsi at level 0 using segments [{'id': '6901d94e-17f9-4035-ba46-6b4e81a8dcfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 14:13:12.741085 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344785c1-b037-49a9-a6fd-af1adac2fd0e None None] Attempting to bind port 5aa0f06c-52a3-449c-96e0-073d47e80e2a on network 0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 14:13:12.743132 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad02071-4e0c-4047-906b-adeb2d05ca2f None None] Pushing event updated for resources: {'Port': ['ID=5aa0f06c-52a3-449c-96e0-073d47e80e2a,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:13:12.752485 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344785c1-b037-49a9-a6fd-af1adac2fd0e None None] Checking agent: {'id': '7d82e82a-2556-4908-8b18-4037e5dfdbc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784763-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 13, 57, 51), 'started_at': datetime.datetime(2021, 7, 16, 13, 58, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 14, 12, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784763-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 14:13:12.752892 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344785c1-b037-49a9-a6fd-af1adac2fd0e None None] Checking segment: {'id': '6901d94e-17f9-4035-ba46-6b4e81a8dcfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 14:13:12.753303 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-344785c1-b037-49a9-a6fd-af1adac2fd0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:12.753695 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344785c1-b037-49a9-a6fd-af1adac2fd0e None None] Bound using segment: {'id': '6901d94e-17f9-4035-ba46-6b4e81a8dcfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 14:13:12.754178 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-344785c1-b037-49a9-a6fd-af1adac2fd0e None None] Bound port: 5aa0f06c-52a3-449c-96e0-073d47e80e2a, host: dv-cinder-784763-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6901d94e-17f9-4035-ba46-6b4e81a8dcfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 14:13:12.754560 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-344785c1-b037-49a9-a6fd-af1adac2fd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:12.809979 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-df12b437-624e-4545-9529-69e8a57a911a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:12.849583 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:12.852433 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-344785c1-b037-49a9-a6fd-af1adac2fd0e None None] For port 5aa0f06c-52a3-449c-96e0-073d47e80e2a, host dv-cinder-784763-7-iscsi, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 14:13:12.860841 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-344785c1-b037-49a9-a6fd-af1adac2fd0e None None] For port 5aa0f06c-52a3-449c-96e0-073d47e80e2a, host dv-cinder-784763-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-7-iscsi',level=0,port_id=5aa0f06c-52a3-449c-96e0-073d47e80e2a,segment=NetworkSegment(6901d94e-17f9-4035-ba46-6b4e81a8dcfc),segment_id=6901d94e-17f9-4035-ba46-6b4e81a8dcfc)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 14:13:12.866204 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-344785c1-b037-49a9-a6fd-af1adac2fd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736156224341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736155824276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736155824294'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:12.931163 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] For port 1fb2e2ff-8048-4e5b-b20e-7f2b4bd72fae, host dv-cinder-784763-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-7-iscsi',level=0,port_id=1fb2e2ff-8048-4e5b-b20e-7f2b4bd72fae,segment=NetworkSegment(d8dd1782-bfa3-42b8-a1f1-12afba56b459),segment_id=d8dd1782-bfa3-42b8-a1f1-12afba56b459)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:13:12.942520 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736156224341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736155824276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736155824294'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:12.959276 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad02071-4e0c-4047-906b-adeb2d05ca2f None None] Pushing event updated for resources: {'Port': ['ID=5aa0f06c-52a3-449c-96e0-073d47e80e2a,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:13:12.961729 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-720d2e70-73e3-4494-a1b9-6beaf8801f04 None None] Provisioning for port 3a1a6ced-9c5d-4a27-ac15-7847d3bc7409 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 14:13:12.967028 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344785c1-b037-49a9-a6fd-af1adac2fd0e None None] Routers {'e927a0a9-ad79-441d-8740-ad848a86a719'} bound to L3 agent in host dv-cinder-784763-7-iscsi {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 14:13:12.967656 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-344785c1-b037-49a9-a6fd-af1adac2fd0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T13:57:50Z,description=,heartbeat_timestamp=2021-07-16T14:12:50Z,host='dv-cinder-784763-7-iscsi',id=d50ece19-a35b-4d9c-a2c6-6c45fbfb3bdd,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T13:57:50Z,topic='l3_agent')) {'router_ids': ['e927a0a9-ad79-441d-8740-ad848a86a719'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:13:12.991543 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-df12b437-624e-4545-9529-69e8a57a911a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:12.996218 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-df12b437-624e-4545-9529-69e8a57a911a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736156224341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736155824276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736155824294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4062751'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:13.000138 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-720d2e70-73e3-4494-a1b9-6beaf8801f04 None None] Provisioning complete for port 3a1a6ced-9c5d-4a27-ac15-7847d3bc7409 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 14:13:13.000515 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-720d2e70-73e3-4494-a1b9-6beaf8801f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16503849'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:13.065890 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-df12b437-624e-4545-9529-69e8a57a911a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680260'] for router_interface, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:13.069166 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df12b437-624e-4545-9529-69e8a57a911a admin admin] Pushing event updated for resources: {'Port': ['ID=3a1a6ced-9c5d-4a27-ac15-7847d3bc7409,revision_number=2']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:13:13.100073 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-720d2e70-73e3-4494-a1b9-6beaf8801f04 None None] Port 3a1a6ced-9c5d-4a27-ac15-7847d3bc7409 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 14:13:13.121222 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Pushing event updated for resources: {'Port': ['ID=1fb2e2ff-8048-4e5b-b20e-7f2b4bd72fae,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:13:13.138754 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-344785c1-b037-49a9-a6fd-af1adac2fd0e None None] Set router e927a0a9-ad79-441d-8740-ad848a86a719 gateway port host: dv-cinder-784763-7-iscsi {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 14:13:13.161301 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df12b437-624e-4545-9529-69e8a57a911a admin admin] Network bdf51055-487a-47c6-ba40-7101ea8f6992 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 14:13:13.162598 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-df12b437-624e-4545-9529-69e8a57a911a admin admin] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 14:13:13.278059 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df12b437-624e-4545-9529-69e8a57a911a admin admin] Router e927a0a9-ad79-441d-8740-ad848a86a719 has already been hosted by L3 agent d50ece19-a35b-4d9c-a2c6-6c45fbfb3bdd {{(pid=93102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 14:13:13.354072 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-344785c1-b037-49a9-a6fd-af1adac2fd0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e927a0a9-ad79-441d-8740-ad848a86a719', 'name': 'tempest-TestVolumeBootPattern-515783362-router', 'tenant_id': '32619117d80748f8a1f9559a81d3503d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'external_fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': '5aa0f06c-52a3-449c-96e0-073d47e80e2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T14:13:09Z', 'updated_at': '2021-07-16T14:13:12Z', 'revision_number': 4, 'project_id': '32619117d80748f8a1f9559a81d3503d', 'gw_port': {'id': '5aa0f06c-52a3-449c-96e0-073d47e80e2a', 'name': '', 'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:0a:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e927a0a9-ad79-441d-8740-ad848a86a719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:13:10Z', 'updated_at': '2021-07-16T14:13:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-7-iscsi', '_interfaces': [{'id': '3a1a6ced-9c5d-4a27-ac15-7847d3bc7409', 'name': '', 'network_id': 'bdf51055-487a-47c6-ba40-7101ea8f6992', 'tenant_id': '32619117d80748f8a1f9559a81d3503d', 'mac_address': 'fa:16:3e:67:a0:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e927a0a9-ad79-441d-8740-ad848a86a719', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '434d79b6-168f-4988-9fda-3d5972d38d97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:13:12Z', 'updated_at': '2021-07-16T14:13:12Z', 'revision_number': 1, 'project_id': '32619117d80748f8a1f9559a81d3503d', 'subnets': [{'id': '434d79b6-168f-4988-9fda-3d5972d38d97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-7-iscsi', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:13:13.382137 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344785c1-b037-49a9-a6fd-af1adac2fd0e None None] The sync data for ids ['e927a0a9-ad79-441d-8740-ad848a86a719'] in dv-cinder-784763-7-iscsi is: [{'id': 'e927a0a9-ad79-441d-8740-ad848a86a719', 'name': 'tempest-TestVolumeBootPattern-515783362-router', 'tenant_id': '32619117d80748f8a1f9559a81d3503d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'external_fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': '5aa0f06c-52a3-449c-96e0-073d47e80e2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T14:13:09Z', 'updated_at': '2021-07-16T14:13:12Z', 'revision_number': 4, 'project_id': '32619117d80748f8a1f9559a81d3503d', 'gw_port': {'id': '5aa0f06c-52a3-449c-96e0-073d47e80e2a', 'name': '', 'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:0a:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e927a0a9-ad79-441d-8740-ad848a86a719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:13:10Z', 'updated_at': '2021-07-16T14:13:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-7-iscsi', '_interfaces': [{'id': '3a1a6ced-9c5d-4a27-ac15-7847d3bc7409', 'name': '', 'network_id': 'bdf51055-487a-47c6-ba40-7101ea8f6992', 'tenant_id': '32619117d80748f8a1f9559a81d3503d', 'mac_address': 'fa:16:3e:67:a0:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e927a0a9-ad79-441d-8740-ad848a86a719', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '434d79b6-168f-4988-9fda-3d5972d38d97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:13:12Z', 'updated_at': '2021-07-16T14:13:12Z', 'revision_number': 1, 'project_id': '32619117d80748f8a1f9559a81d3503d', 'subnets': [{'id': '434d79b6-168f-4988-9fda-3d5972d38d97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 14:13:13.390641 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df12b437-624e-4545-9529-69e8a57a911a admin admin] Notify agent at l3_agent.dv-cinder-784763-7-iscsi the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 14:13:13.398436 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-df12b437-624e-4545-9529-69e8a57a911a admin admin] 10.222.0.10 "PUT /v2.0/routers/e927a0a9-ad79-441d-8740-ad848a86a719/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7161670 Jul 16 14:13:13.422263 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6d219796-7a5c-4fcf-8d38-736dd0fc1051 None None] Provisioning complete for port 3a1a6ced-9c5d-4a27-ac15-7847d3bc7409 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 14:13:13.422652 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6d219796-7a5c-4fcf-8d38-736dd0fc1051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16503849'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:13.457308 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-6d219796-7a5c-4fcf-8d38-736dd0fc1051 None None] Port 3a1a6ced-9c5d-4a27-ac15-7847d3bc7409 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 14:13:13.953782 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 38546) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:13:13.959198 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.v2.base [None req-2bdb4b4f-a21a-4650-a2fc-c4eb2899c792 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1342176504-network', 'tenant_id': '6e32cfff473a48cb929f173706f381a4'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:13:14.018415 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bdb4b4f-a21a-4650-a2fc-c4eb2899c792 admin admin] Made reservation on behalf of 6e32cfff473a48cb929f173706f381a4 for: {'network': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 14:13:14.021043 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2bdb4b4f-a21a-4650-a2fc-c4eb2899c792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for network, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:14.030452 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2bdb4b4f-a21a-4650-a2fc-c4eb2899c792 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:14.137211 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2bdb4b4f-a21a-4650-a2fc-c4eb2899c792 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:14.144193 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2bdb4b4f-a21a-4650-a2fc-c4eb2899c792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:14.171731 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bdb4b4f-a21a-4650-a2fc-c4eb2899c792 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 245} {{(pid=93102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 14:13:14.190654 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdb4b4f-a21a-4650-a2fc-c4eb2899c792 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5670df3-d1e1-403d-b50e-218d6ccff669,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:13:14.202124 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2bdb4b4f-a21a-4650-a2fc-c4eb2899c792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16512664'] for segment, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:14.202495 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.db.segments_db [None req-2bdb4b4f-a21a-4650-a2fc-c4eb2899c792 admin admin] Added segment f36e4799-1983-46b7-96ef-ebd933f75b5c of type vlan for network b77bcb1c-5177-4377-9fff-bd1285f10a15 Jul 16 14:13:14.250096 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2bdb4b4f-a21a-4650-a2fc-c4eb2899c792 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736155808503'] for network, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:14.283205 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2bdb4b4f-a21a-4650-a2fc-c4eb2899c792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186'] for network, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:14.284668 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bdb4b4f-a21a-4650-a2fc-c4eb2899c792 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:13:14.285303 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2bdb4b4f-a21a-4650-a2fc-c4eb2899c792 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583268'] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:14.327807 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-2bdb4b4f-a21a-4650-a2fc-c4eb2899c792 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3725431 Jul 16 14:13:14.330699 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 38554) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:13:14.336011 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.v2.base [None req-bde068cd-68aa-437e-b4b2-f7daf691e5f4 admin admin] Request body: {'subnet': {'network_id': 'b77bcb1c-5177-4377-9fff-bd1285f10a15', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1342176504-subnet', 'tenant_id': '6e32cfff473a48cb929f173706f381a4', 'ip_version': 4}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:13:14.361574 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdb4b4f-a21a-4650-a2fc-c4eb2899c792 admin admin] Pushing event updated for resources: {'Network': ['ID=b77bcb1c-5177-4377-9fff-bd1285f10a15,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:13:14.365204 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bde068cd-68aa-437e-b4b2-f7daf691e5f4 admin admin] Made reservation on behalf of 6e32cfff473a48cb929f173706f381a4 for: {'subnet': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 14:13:14.367768 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-bde068cd-68aa-437e-b4b2-f7daf691e5f4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:14.381960 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Network b77bcb1c-5177-4377-9fff-bd1285f10a15 details requested by agent ovs-agent-dv-cinder-784763-7-iscsi with host dv-cinder-784763-7-iscsi {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 14:13:14.529464 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Device 5aa0f06c-52a3-449c-96e0-073d47e80e2a up at agent ovs-agent-dv-cinder-784763-7-iscsi {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 14:13:14.578526 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-bde068cd-68aa-437e-b4b2-f7daf691e5f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186'] for subnet, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:14.585848 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Provisioning for port 5aa0f06c-52a3-449c-96e0-073d47e80e2a completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 14:13:14.591687 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Provisioning complete for port 5aa0f06c-52a3-449c-96e0-073d47e80e2a triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 14:13:14.592135 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16503849'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:14.646918 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde068cd-68aa-437e-b4b2-f7daf691e5f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d0d77bc-4a86-4f38-b5e1-f611ff1364f7,revision_number=0']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:13:14.682142 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde068cd-68aa-437e-b4b2-f7daf691e5f4 admin admin] Checking segment: {'id': 'f36e4799-1983-46b7-96ef-ebd933f75b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'b77bcb1c-5177-4377-9fff-bd1285f10a15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 14:13:14.683348 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde068cd-68aa-437e-b4b2-f7daf691e5f4 admin admin] Network hostable DHCP agents. Network: b77bcb1c-5177-4377-9fff-bd1285f10a15, hostable agents: ['ff372831-df71-440e-8c4b-463caa6f5ae0'], hosted agents: [] {{(pid=93101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 14:13:14.684544 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:14.708055 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde068cd-68aa-437e-b4b2-f7daf691e5f4 admin admin] Network b77bcb1c-5177-4377-9fff-bd1285f10a15 is scheduled to be hosted by DHCP agent ff372831-df71-440e-8c4b-463caa6f5ae0 with binding_index 1 {{(pid=93101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 14:13:14.712176 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] For port 5aa0f06c-52a3-449c-96e0-073d47e80e2a, host dv-cinder-784763-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-7-iscsi',level=0,port_id=5aa0f06c-52a3-449c-96e0-073d47e80e2a,segment=NetworkSegment(6901d94e-17f9-4035-ba46-6b4e81a8dcfc),segment_id=6901d94e-17f9-4035-ba46-6b4e81a8dcfc)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:13:14.740884 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736156224341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736155824276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736155824294'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:14.741716 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Device 1fb2e2ff-8048-4e5b-b20e-7f2b4bd72fae up at agent ovs-agent-dv-cinder-784763-7-iscsi {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 14:13:14.741860 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-bde068cd-68aa-437e-b4b2-f7daf691e5f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784763-7-iscsi, b77bcb1c-5177-4377-9fff-bd1285f10a15) {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 14:13:14.748109 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde068cd-68aa-437e-b4b2-f7daf691e5f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:13:14.748695 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-bde068cd-68aa-437e-b4b2-f7daf691e5f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:14.768084 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 38560) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:13:14.768428 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-bde068cd-68aa-437e-b4b2-f7daf691e5f4 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4363468 Jul 16 14:13:14.773307 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.v2.base [None req-8d1db2fc-d3d4-4aff-a695-4ea6117d04a4 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1342176504-router', 'tenant_id': '6e32cfff473a48cb929f173706f381a4', 'external_gateway_info': {'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da'}}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:13:14.786871 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3b9ca86-b812-48d3-b546-f1e37b0d4228 None None] Network b77bcb1c-5177-4377-9fff-bd1285f10a15 requested from dv-cinder-784763-7-iscsi {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 14:13:14.798730 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8d1db2fc-d3d4-4aff-a695-4ea6117d04a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-611575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6819'] for router, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:14.800291 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8d1db2fc-d3d4-4aff-a695-4ea6117d04a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-611376', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-622296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6810'] for router, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:14.873892 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8d1db2fc-d3d4-4aff-a695-4ea6117d04a4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:14.910237 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Pushing event updated for resources: {'Port': ['ID=5aa0f06c-52a3-449c-96e0-073d47e80e2a,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:13:14.938783 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Provisioning complete for port 1fb2e2ff-8048-4e5b-b20e-7f2b4bd72fae triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 14:13:14.939682 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16503849'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:15.034280 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8d1db2fc-d3d4-4aff-a695-4ea6117d04a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-611362', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-611474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6792'] for router, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:15.073877 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2d96241-6352-4d87-bb41-b6fbc5b252b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd1807d5-a05f-5dd1-8c6a-d509101630c6-b77bcb1c-5177-4377-9fff-bd1285f10a15', 'network_id': 'b77bcb1c-5177-4377-9fff-bd1285f10a15', 'tenant_id': '6e32cfff473a48cb929f173706f381a4', 'fixed_ips': [{'subnet_id': '8d0d77bc-4a86-4f38-b5e1-f611ff1364f7'}]}} from dv-cinder-784763-7-iscsi. {{(pid=93103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 14:13:15.074289 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-f2d96241-6352-4d87-bb41-b6fbc5b252b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:15.218873 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-f2d96241-6352-4d87-bb41-b6fbc5b252b3 None None] Allocated IP 172.20.0.2 (b77bcb1c-5177-4377-9fff-bd1285f10a15/8d0d77bc-4a86-4f38-b5e1-f611ff1364f7/15f18bee-08cf-4e0b-be10-b33c3b9e3613) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 14:13:15.242970 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8d1db2fc-d3d4-4aff-a695-4ea6117d04a4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:15.263691 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8d1db2fc-d3d4-4aff-a695-4ea6117d04a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:15.369716 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-f2d96241-6352-4d87-bb41-b6fbc5b252b3 None None] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:15.379987 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-f2d96241-6352-4d87-bb41-b6fbc5b252b3 None None] Transition to ACTIVE for port object 15f18bee-08cf-4e0b-be10-b33c3b9e3613 will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 14:13:15.383020 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [None req-8d1db2fc-d3d4-4aff-a695-4ea6117d04a4 admin admin] Allocated IP 172.27.1.152 (0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da/898cf826-a558-482b-96e1-37cc6b0abbc7/d4e354b7-78b7-4d25-803a-c0b6506d12fe) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 14:13:15.398847 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-f2d96241-6352-4d87-bb41-b6fbc5b252b3 None None] Transition to ACTIVE for port object 15f18bee-08cf-4e0b-be10-b33c3b9e3613 will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 14:13:15.404605 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-f2d96241-6352-4d87-bb41-b6fbc5b252b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736155824258'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:15.447337 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2d96241-6352-4d87-bb41-b6fbc5b252b3 None None] Network b77bcb1c-5177-4377-9fff-bd1285f10a15 is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 14:13:15.450762 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-f2d96241-6352-4d87-bb41-b6fbc5b252b3 None None] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 14:13:15.454417 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d96241-6352-4d87-bb41-b6fbc5b252b3 None None] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 14:13:15.461730 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d96241-6352-4d87-bb41-b6fbc5b252b3 None None] Pushing event updated for resources: {'Port': ['ID=15f18bee-08cf-4e0b-be10-b33c3b9e3613,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:13:15.486450 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8d1db2fc-d3d4-4aff-a695-4ea6117d04a4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:15.517351 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-f2d96241-6352-4d87-bb41-b6fbc5b252b3 None None] Attempting to bind port 15f18bee-08cf-4e0b-be10-b33c3b9e3613 on host dv-cinder-784763-7-iscsi for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 14:13:15.517600 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-f2d96241-6352-4d87-bb41-b6fbc5b252b3 None None] Attempting to bind port 15f18bee-08cf-4e0b-be10-b33c3b9e3613 by drivers openvswitch,hyperv on host dv-cinder-784763-7-iscsi at level 0 using segments [{'id': 'f36e4799-1983-46b7-96ef-ebd933f75b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'b77bcb1c-5177-4377-9fff-bd1285f10a15'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 14:13:15.517909 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2d96241-6352-4d87-bb41-b6fbc5b252b3 None None] Attempting to bind port 15f18bee-08cf-4e0b-be10-b33c3b9e3613 on network b77bcb1c-5177-4377-9fff-bd1285f10a15 {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 14:13:15.522969 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2d96241-6352-4d87-bb41-b6fbc5b252b3 None None] Checking agent: {'id': '7d82e82a-2556-4908-8b18-4037e5dfdbc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784763-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 13, 57, 51), 'started_at': datetime.datetime(2021, 7, 16, 13, 58, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 14, 12, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784763-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 14:13:15.523342 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2d96241-6352-4d87-bb41-b6fbc5b252b3 None None] Checking segment: {'id': 'f36e4799-1983-46b7-96ef-ebd933f75b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'b77bcb1c-5177-4377-9fff-bd1285f10a15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 14:13:15.523753 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-f2d96241-6352-4d87-bb41-b6fbc5b252b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:15.524145 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2d96241-6352-4d87-bb41-b6fbc5b252b3 None None] Bound using segment: {'id': 'f36e4799-1983-46b7-96ef-ebd933f75b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'b77bcb1c-5177-4377-9fff-bd1285f10a15'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 14:13:15.524886 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-f2d96241-6352-4d87-bb41-b6fbc5b252b3 None None] Bound port: 15f18bee-08cf-4e0b-be10-b33c3b9e3613, host: dv-cinder-784763-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f36e4799-1983-46b7-96ef-ebd933f75b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'b77bcb1c-5177-4377-9fff-bd1285f10a15'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 14:13:15.525303 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-f2d96241-6352-4d87-bb41-b6fbc5b252b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:15.526952 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8d1db2fc-d3d4-4aff-a695-4ea6117d04a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736155824258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4062758'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:15.567030 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d1db2fc-d3d4-4aff-a695-4ea6117d04a4 admin admin] Network 0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 14:13:15.569694 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-8d1db2fc-d3d4-4aff-a695-4ea6117d04a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 14:13:15.573241 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d1db2fc-d3d4-4aff-a695-4ea6117d04a4 admin admin] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 14:13:15.590729 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-f2d96241-6352-4d87-bb41-b6fbc5b252b3 None None] For port 15f18bee-08cf-4e0b-be10-b33c3b9e3613, host dv-cinder-784763-7-iscsi, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 14:13:15.594128 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-f2d96241-6352-4d87-bb41-b6fbc5b252b3 None None] For port 15f18bee-08cf-4e0b-be10-b33c3b9e3613, host dv-cinder-784763-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-7-iscsi',level=0,port_id=15f18bee-08cf-4e0b-be10-b33c3b9e3613,segment=NetworkSegment(f36e4799-1983-46b7-96ef-ebd933f75b5c),segment_id=f36e4799-1983-46b7-96ef-ebd933f75b5c)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 14:13:15.599007 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1db2fc-d3d4-4aff-a695-4ea6117d04a4 admin admin] Pushing event updated for resources: {'Port': ['ID=d4e354b7-78b7-4d25-803a-c0b6506d12fe,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:13:15.599195 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-f2d96241-6352-4d87-bb41-b6fbc5b252b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736156224341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736155824276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736155824294'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:15.667826 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d96241-6352-4d87-bb41-b6fbc5b252b3 None None] Pushing event updated for resources: {'Port': ['ID=15f18bee-08cf-4e0b-be10-b33c3b9e3613,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:13:15.707543 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf22cc0-0088-4388-b9eb-b6a2d863dc50 None None] Sync routers for ids ['e927a0a9-ad79-441d-8740-ad848a86a719'] in dv-cinder-784763-7-iscsi {{(pid=93105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 14:13:15.718681 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf22cc0-0088-4388-b9eb-b6a2d863dc50 None None] Routers {'e927a0a9-ad79-441d-8740-ad848a86a719'} bound to L3 agent in host dv-cinder-784763-7-iscsi {{(pid=93105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 14:13:15.719302 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.l3_hamode_db [None req-4bf22cc0-0088-4388-b9eb-b6a2d863dc50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T13:57:50Z,description=,heartbeat_timestamp=2021-07-16T14:12:50Z,host='dv-cinder-784763-7-iscsi',id=d50ece19-a35b-4d9c-a2c6-6c45fbfb3bdd,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T13:57:50Z,topic='l3_agent')) {'router_ids': ['e927a0a9-ad79-441d-8740-ad848a86a719'], 'active': True} {{(pid=93105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:13:15.837627 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvr_db [None req-4bf22cc0-0088-4388-b9eb-b6a2d863dc50 None None] Set router e927a0a9-ad79-441d-8740-ad848a86a719 gateway port host: dv-cinder-784763-7-iscsi {{(pid=93105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 14:13:15.881459 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8d1db2fc-d3d4-4aff-a695-4ea6117d04a4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:15.991230 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:16.054417 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.l3_hamode_db [None req-4bf22cc0-0088-4388-b9eb-b6a2d863dc50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e927a0a9-ad79-441d-8740-ad848a86a719', 'name': 'tempest-TestVolumeBootPattern-515783362-router', 'tenant_id': '32619117d80748f8a1f9559a81d3503d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'external_fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': '5aa0f06c-52a3-449c-96e0-073d47e80e2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T14:13:09Z', 'updated_at': '2021-07-16T14:13:12Z', 'revision_number': 4, 'project_id': '32619117d80748f8a1f9559a81d3503d', 'gw_port': {'id': '5aa0f06c-52a3-449c-96e0-073d47e80e2a', 'name': '', 'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:0a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e927a0a9-ad79-441d-8740-ad848a86a719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:13:10Z', 'updated_at': '2021-07-16T14:13:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-7-iscsi', '_interfaces': [{'id': '3a1a6ced-9c5d-4a27-ac15-7847d3bc7409', 'name': '', 'network_id': 'bdf51055-487a-47c6-ba40-7101ea8f6992', 'tenant_id': '32619117d80748f8a1f9559a81d3503d', 'mac_address': 'fa:16:3e:67:a0:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e927a0a9-ad79-441d-8740-ad848a86a719', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '434d79b6-168f-4988-9fda-3d5972d38d97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:13:12Z', 'updated_at': '2021-07-16T14:13:12Z', 'revision_number': 2, 'project_id': '32619117d80748f8a1f9559a81d3503d', 'subnets': [{'id': '434d79b6-168f-4988-9fda-3d5972d38d97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-7-iscsi', False) {} {{(pid=93105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:13:16.080431 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf22cc0-0088-4388-b9eb-b6a2d863dc50 None None] Checking router: e927a0a9-ad79-441d-8740-ad848a86a719 for host: dv-cinder-784763-7-iscsi {{(pid=93105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 14:13:16.080721 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf22cc0-0088-4388-b9eb-b6a2d863dc50 None None] Updating router e927a0a9-ad79-441d-8740-ad848a86a719 port 3a1a6ced-9c5d-4a27-ac15-7847d3bc7409 binding host dv-cinder-784763-7-iscsi {{(pid=93105) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 14:13:16.086565 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8d1db2fc-d3d4-4aff-a695-4ea6117d04a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-611580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-611335'] for router, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:16.118710 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-4bf22cc0-0088-4388-b9eb-b6a2d863dc50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:16.238777 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d1db2fc-d3d4-4aff-a695-4ea6117d04a4 admin admin] Router 3d17c7b0-ff1e-4fbf-9ea7-fe8100f7de50 is scheduled to L3 agent d50ece19-a35b-4d9c-a2c6-6c45fbfb3bdd with binding_index 1 {{(pid=93102) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 14:13:16.473620 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d1db2fc-d3d4-4aff-a695-4ea6117d04a4 admin admin] Notify agent at l3_agent.dv-cinder-784763-7-iscsi the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 14:13:16.489811 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931e3af6-c5e3-4dca-9f09-a17084e20083 None None] Sync routers for ids ['3d17c7b0-ff1e-4fbf-9ea7-fe8100f7de50'] in dv-cinder-784763-7-iscsi {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 14:13:16.503128 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931e3af6-c5e3-4dca-9f09-a17084e20083 None None] Routers {'3d17c7b0-ff1e-4fbf-9ea7-fe8100f7de50'} bound to L3 agent in host dv-cinder-784763-7-iscsi {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 14:13:16.503770 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-931e3af6-c5e3-4dca-9f09-a17084e20083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T13:57:50Z,description=,heartbeat_timestamp=2021-07-16T14:12:50Z,host='dv-cinder-784763-7-iscsi',id=d50ece19-a35b-4d9c-a2c6-6c45fbfb3bdd,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T13:57:50Z,topic='l3_agent')) {'router_ids': ['3d17c7b0-ff1e-4fbf-9ea7-fe8100f7de50'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:13:16.515162 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-4bf22cc0-0088-4388-b9eb-b6a2d863dc50 None None] Notify callbacks [] for port, precommit_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:16.516131 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8d1db2fc-d3d4-4aff-a695-4ea6117d04a4 admin admin] Notify callbacks [] for router, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:16.517583 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-8d1db2fc-d3d4-4aff-a695-4ea6117d04a4 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.7478597 Jul 16 14:13:16.520193 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 38580) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:13:16.530764 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-4bf22cc0-0088-4388-b9eb-b6a2d863dc50 None None] Transition to ACTIVE for port object 3a1a6ced-9c5d-4a27-ac15-7847d3bc7409 will not be triggered until provisioned by entity L2. {{(pid=93105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 14:13:16.540918 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-4bf22cc0-0088-4388-b9eb-b6a2d863dc50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736156224341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736155824276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736155824294'] for port, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:16.596063 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cea9d4d-af22-47a1-930a-dd8a7235f4f3 None None] Pushing event updated for resources: {'Port': ['ID=3a1a6ced-9c5d-4a27-ac15-7847d3bc7409,revision_number=3']} {{(pid=93105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:13:16.604237 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cea9d4d-af22-47a1-930a-dd8a7235f4f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:13:16.605264 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cea9d4d-af22-47a1-930a-dd8a7235f4f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:13:16.605712 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cea9d4d-af22-47a1-930a-dd8a7235f4f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:13:16.606134 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cea9d4d-af22-47a1-930a-dd8a7235f4f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:13:16.606549 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cea9d4d-af22-47a1-930a-dd8a7235f4f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:13:16.606966 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cea9d4d-af22-47a1-930a-dd8a7235f4f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:13:16.607398 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cea9d4d-af22-47a1-930a-dd8a7235f4f3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:13:16.607795 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cea9d4d-af22-47a1-930a-dd8a7235f4f3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:13:16.608273 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cea9d4d-af22-47a1-930a-dd8a7235f4f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:13:16.609055 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cea9d4d-af22-47a1-930a-dd8a7235f4f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:13:16.609474 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cea9d4d-af22-47a1-930a-dd8a7235f4f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:13:16.609899 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cea9d4d-af22-47a1-930a-dd8a7235f4f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:13:16.685864 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.managers [None req-4bf22cc0-0088-4388-b9eb-b6a2d863dc50 None None] Attempting to bind port 3a1a6ced-9c5d-4a27-ac15-7847d3bc7409 on host dv-cinder-784763-7-iscsi for vnic_type normal with profile {{(pid=93105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 14:13:16.686369 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.managers [None req-4bf22cc0-0088-4388-b9eb-b6a2d863dc50 None None] Attempting to bind port 3a1a6ced-9c5d-4a27-ac15-7847d3bc7409 by drivers openvswitch,hyperv on host dv-cinder-784763-7-iscsi at level 0 using segments [{'id': 'd8dd1782-bfa3-42b8-a1f1-12afba56b459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'bdf51055-487a-47c6-ba40-7101ea8f6992'}] {{(pid=93105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 14:13:16.686839 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf22cc0-0088-4388-b9eb-b6a2d863dc50 None None] Attempting to bind port 3a1a6ced-9c5d-4a27-ac15-7847d3bc7409 on network bdf51055-487a-47c6-ba40-7101ea8f6992 {{(pid=93105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 14:13:16.699573 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf22cc0-0088-4388-b9eb-b6a2d863dc50 None None] Checking agent: {'id': '7d82e82a-2556-4908-8b18-4037e5dfdbc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784763-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 13, 57, 51), 'started_at': datetime.datetime(2021, 7, 16, 13, 58, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 14, 12, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784763-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 14:13:16.700243 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf22cc0-0088-4388-b9eb-b6a2d863dc50 None None] Checking segment: {'id': 'd8dd1782-bfa3-42b8-a1f1-12afba56b459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'bdf51055-487a-47c6-ba40-7101ea8f6992'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 14:13:16.701021 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-4bf22cc0-0088-4388-b9eb-b6a2d863dc50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:16.701654 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf22cc0-0088-4388-b9eb-b6a2d863dc50 None None] Bound using segment: {'id': 'd8dd1782-bfa3-42b8-a1f1-12afba56b459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'bdf51055-487a-47c6-ba40-7101ea8f6992'} {{(pid=93105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 14:13:16.702537 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.managers [None req-4bf22cc0-0088-4388-b9eb-b6a2d863dc50 None None] Bound port: 3a1a6ced-9c5d-4a27-ac15-7847d3bc7409, host: dv-cinder-784763-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8dd1782-bfa3-42b8-a1f1-12afba56b459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'bdf51055-487a-47c6-ba40-7101ea8f6992'}}] {{(pid=93105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 14:13:16.703236 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-4bf22cc0-0088-4388-b9eb-b6a2d863dc50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:16.708154 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Device 5aa0f06c-52a3-449c-96e0-073d47e80e2a up at agent ovs-agent-dv-cinder-784763-7-iscsi {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 14:13:16.782865 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-4bf22cc0-0088-4388-b9eb-b6a2d863dc50 None None] For port 3a1a6ced-9c5d-4a27-ac15-7847d3bc7409, host dv-cinder-784763-7-iscsi, cleared binding levels {{(pid=93105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 14:13:16.786843 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-4bf22cc0-0088-4388-b9eb-b6a2d863dc50 None None] For port 3a1a6ced-9c5d-4a27-ac15-7847d3bc7409, host dv-cinder-784763-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-7-iscsi',level=0,port_id=3a1a6ced-9c5d-4a27-ac15-7847d3bc7409,segment=NetworkSegment(d8dd1782-bfa3-42b8-a1f1-12afba56b459),segment_id=d8dd1782-bfa3-42b8-a1f1-12afba56b459)] {{(pid=93105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 14:13:16.792669 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-4bf22cc0-0088-4388-b9eb-b6a2d863dc50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736156224341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736155824276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736155824294'] for port, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:16.844429 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-931e3af6-c5e3-4dca-9f09-a17084e20083 None None] Set router 3d17c7b0-ff1e-4fbf-9ea7-fe8100f7de50 gateway port host: dv-cinder-784763-7-iscsi {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 14:13:16.869457 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf22cc0-0088-4388-b9eb-b6a2d863dc50 None None] Routers {'e927a0a9-ad79-441d-8740-ad848a86a719'} bound to L3 agent in host dv-cinder-784763-7-iscsi {{(pid=93105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 14:13:16.871330 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.l3_hamode_db [None req-4bf22cc0-0088-4388-b9eb-b6a2d863dc50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T13:57:50Z,description=,heartbeat_timestamp=2021-07-16T14:12:50Z,host='dv-cinder-784763-7-iscsi',id=d50ece19-a35b-4d9c-a2c6-6c45fbfb3bdd,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T13:57:50Z,topic='l3_agent')) {'router_ids': ['e927a0a9-ad79-441d-8740-ad848a86a719'], 'active': True} {{(pid=93105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:13:16.909370 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67f31fe0-a82d-45c4-b4c7-6127d6045a19 None None] Network b77bcb1c-5177-4377-9fff-bd1285f10a15 requested from dv-cinder-784763-7-iscsi {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 14:13:17.008702 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-7ae7fa6a-a27d-4280-b110-048a21106843 None None] Provisioning for port 15f18bee-08cf-4e0b-be10-b33c3b9e3613 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 14:13:17.062661 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Provisioning complete for port 5aa0f06c-52a3-449c-96e0-073d47e80e2a triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 14:13:17.063041 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16503849'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:17.087170 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cea9d4d-af22-47a1-930a-dd8a7235f4f3 None None] Pushing event updated for resources: {'Port': ['ID=3a1a6ced-9c5d-4a27-ac15-7847d3bc7409,revision_number=4']} {{(pid=93105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:13:17.125025 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvr_db [None req-4bf22cc0-0088-4388-b9eb-b6a2d863dc50 None None] Set router e927a0a9-ad79-441d-8740-ad848a86a719 gateway port host: dv-cinder-784763-7-iscsi {{(pid=93105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 14:13:17.312077 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7c52033a-1b9f-4318-90c2-2fb9db626ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:17.322150 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Device 15f18bee-08cf-4e0b-be10-b33c3b9e3613 up at agent ovs-agent-dv-cinder-784763-7-iscsi {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 14:13:17.334276 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.l3_hamode_db [None req-4bf22cc0-0088-4388-b9eb-b6a2d863dc50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e927a0a9-ad79-441d-8740-ad848a86a719', 'name': 'tempest-TestVolumeBootPattern-515783362-router', 'tenant_id': '32619117d80748f8a1f9559a81d3503d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'external_fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': '5aa0f06c-52a3-449c-96e0-073d47e80e2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T14:13:09Z', 'updated_at': '2021-07-16T14:13:12Z', 'revision_number': 4, 'project_id': '32619117d80748f8a1f9559a81d3503d', 'gw_port': {'id': '5aa0f06c-52a3-449c-96e0-073d47e80e2a', 'name': '', 'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:0a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e927a0a9-ad79-441d-8740-ad848a86a719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:13:10Z', 'updated_at': '2021-07-16T14:13:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-7-iscsi', '_interfaces': [{'id': '3a1a6ced-9c5d-4a27-ac15-7847d3bc7409', 'name': '', 'network_id': 'bdf51055-487a-47c6-ba40-7101ea8f6992', 'tenant_id': '32619117d80748f8a1f9559a81d3503d', 'mac_address': 'fa:16:3e:67:a0:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e927a0a9-ad79-441d-8740-ad848a86a719', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '434d79b6-168f-4988-9fda-3d5972d38d97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:13:12Z', 'updated_at': '2021-07-16T14:13:16Z', 'revision_number': 4, 'project_id': '32619117d80748f8a1f9559a81d3503d', 'subnets': [{'id': '434d79b6-168f-4988-9fda-3d5972d38d97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-7-iscsi', False) {} {{(pid=93105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:13:17.347710 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-931e3af6-c5e3-4dca-9f09-a17084e20083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d17c7b0-ff1e-4fbf-9ea7-fe8100f7de50', 'name': 'tempest-TestVolumeBootPattern-1342176504-router', 'tenant_id': '6e32cfff473a48cb929f173706f381a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'external_fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': 'd4e354b7-78b7-4d25-803a-c0b6506d12fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T14:13:14Z', 'updated_at': '2021-07-16T14:13:15Z', 'revision_number': 3, 'project_id': '6e32cfff473a48cb929f173706f381a4', 'gw_port': {'id': 'd4e354b7-78b7-4d25-803a-c0b6506d12fe', 'name': '', 'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:4b:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d17c7b0-ff1e-4fbf-9ea7-fe8100f7de50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:13:15Z', 'updated_at': '2021-07-16T14:13:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-7-iscsi'}], 'dv-cinder-784763-7-iscsi', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:13:17.366680 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf22cc0-0088-4388-b9eb-b6a2d863dc50 None None] The sync data for ids ['e927a0a9-ad79-441d-8740-ad848a86a719'] in dv-cinder-784763-7-iscsi is: [{'id': 'e927a0a9-ad79-441d-8740-ad848a86a719', 'name': 'tempest-TestVolumeBootPattern-515783362-router', 'tenant_id': '32619117d80748f8a1f9559a81d3503d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'external_fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': '5aa0f06c-52a3-449c-96e0-073d47e80e2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T14:13:09Z', 'updated_at': '2021-07-16T14:13:12Z', 'revision_number': 4, 'project_id': '32619117d80748f8a1f9559a81d3503d', 'gw_port': {'id': '5aa0f06c-52a3-449c-96e0-073d47e80e2a', 'name': '', 'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:0a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e927a0a9-ad79-441d-8740-ad848a86a719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:13:10Z', 'updated_at': '2021-07-16T14:13:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-7-iscsi', '_interfaces': [{'id': '3a1a6ced-9c5d-4a27-ac15-7847d3bc7409', 'name': '', 'network_id': 'bdf51055-487a-47c6-ba40-7101ea8f6992', 'tenant_id': '32619117d80748f8a1f9559a81d3503d', 'mac_address': 'fa:16:3e:67:a0:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e927a0a9-ad79-441d-8740-ad848a86a719', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '434d79b6-168f-4988-9fda-3d5972d38d97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:13:12Z', 'updated_at': '2021-07-16T14:13:16Z', 'revision_number': 4, 'project_id': '32619117d80748f8a1f9559a81d3503d', 'subnets': [{'id': '434d79b6-168f-4988-9fda-3d5972d38d97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 14:13:17.394128 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931e3af6-c5e3-4dca-9f09-a17084e20083 None None] Checking router: 3d17c7b0-ff1e-4fbf-9ea7-fe8100f7de50 for host: dv-cinder-784763-7-iscsi {{(pid=93103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 14:13:17.394378 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931e3af6-c5e3-4dca-9f09-a17084e20083 None None] Updating router 3d17c7b0-ff1e-4fbf-9ea7-fe8100f7de50 port d4e354b7-78b7-4d25-803a-c0b6506d12fe binding host dv-cinder-784763-7-iscsi {{(pid=93103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 14:13:17.453344 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-931e3af6-c5e3-4dca-9f09-a17084e20083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:17.478172 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Provisioning for port 15f18bee-08cf-4e0b-be10-b33c3b9e3613 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 14:13:17.484320 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Provisioning complete for port 15f18bee-08cf-4e0b-be10-b33c3b9e3613 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 14:13:17.484859 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16503849'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:17.496450 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [None req-7c52033a-1b9f-4318-90c2-2fb9db626ff9 admin admin] Allocated IP 172.20.0.1 (b77bcb1c-5177-4377-9fff-bd1285f10a15/8d0d77bc-4a86-4f38-b5e1-f611ff1364f7/33bf0232-935c-409e-b254-f45f196c5472) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 14:13:17.645546 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7c52033a-1b9f-4318-90c2-2fb9db626ff9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:17.661705 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.db.provisioning_blocks [None req-7c52033a-1b9f-4318-90c2-2fb9db626ff9 admin admin] Transition to ACTIVE for port object 33bf0232-935c-409e-b254-f45f196c5472 will not be triggered until provisioned by entity DHCP. {{(pid=93102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 14:13:17.699875 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:17.701711 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-4544dc7b-1634-437c-8cc3-25dccdcd0ce6 None None] Provisioning complete for port 15f18bee-08cf-4e0b-be10-b33c3b9e3613 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 14:13:17.702072 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-4544dc7b-1634-437c-8cc3-25dccdcd0ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16503849'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:17.712871 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7c52033a-1b9f-4318-90c2-2fb9db626ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736155824258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4062758'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:17.761886 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c52033a-1b9f-4318-90c2-2fb9db626ff9 admin admin] Network b77bcb1c-5177-4377-9fff-bd1285f10a15 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 14:13:17.764973 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-7c52033a-1b9f-4318-90c2-2fb9db626ff9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 14:13:17.767826 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c52033a-1b9f-4318-90c2-2fb9db626ff9 admin admin] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 14:13:17.802606 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c52033a-1b9f-4318-90c2-2fb9db626ff9 admin admin] Pushing event updated for resources: {'Port': ['ID=33bf0232-935c-409e-b254-f45f196c5472,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:13:17.821623 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b6c1ef3b-162b-480a-b812-f073f7dd924e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:17.828426 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7c52033a-1b9f-4318-90c2-2fb9db626ff9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-680240'] for router_interface, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:17.850336 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] For port 15f18bee-08cf-4e0b-be10-b33c3b9e3613, host dv-cinder-784763-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-7-iscsi',level=0,port_id=15f18bee-08cf-4e0b-be10-b33c3b9e3613,segment=NetworkSegment(f36e4799-1983-46b7-96ef-ebd933f75b5c),segment_id=f36e4799-1983-46b7-96ef-ebd933f75b5c)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:13:17.860094 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736156224341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736155824276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736155824294'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:18.027404 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Pushing event updated for resources: {'Port': ['ID=15f18bee-08cf-4e0b-be10-b33c3b9e3613,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:13:18.059728 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7c52033a-1b9f-4318-90c2-2fb9db626ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:18.060594 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-931e3af6-c5e3-4dca-9f09-a17084e20083 None None] Notify callbacks [] for port, precommit_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:18.075103 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-931e3af6-c5e3-4dca-9f09-a17084e20083 None None] Transition to ACTIVE for port object d4e354b7-78b7-4d25-803a-c0b6506d12fe will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 14:13:18.086321 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-931e3af6-c5e3-4dca-9f09-a17084e20083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736156224341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736155824276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736155824294'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:18.141055 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3c6421-2514-427a-bab8-a703d4a6a936 None None] Pushing event updated for resources: {'Port': ['ID=d4e354b7-78b7-4d25-803a-c0b6506d12fe,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:13:18.144800 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-931e3af6-c5e3-4dca-9f09-a17084e20083 None None] Attempting to bind port d4e354b7-78b7-4d25-803a-c0b6506d12fe on host dv-cinder-784763-7-iscsi for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 14:13:18.145169 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-931e3af6-c5e3-4dca-9f09-a17084e20083 None None] Attempting to bind port d4e354b7-78b7-4d25-803a-c0b6506d12fe by drivers openvswitch,hyperv on host dv-cinder-784763-7-iscsi at level 0 using segments [{'id': '6901d94e-17f9-4035-ba46-6b4e81a8dcfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 14:13:18.145533 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931e3af6-c5e3-4dca-9f09-a17084e20083 None None] Attempting to bind port d4e354b7-78b7-4d25-803a-c0b6506d12fe on network 0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 14:13:18.154759 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931e3af6-c5e3-4dca-9f09-a17084e20083 None None] Checking agent: {'id': '7d82e82a-2556-4908-8b18-4037e5dfdbc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784763-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 13, 57, 51), 'started_at': datetime.datetime(2021, 7, 16, 13, 58, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 14, 12, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784763-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 14:13:18.155133 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931e3af6-c5e3-4dca-9f09-a17084e20083 None None] Checking segment: {'id': '6901d94e-17f9-4035-ba46-6b4e81a8dcfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 14:13:18.155557 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-931e3af6-c5e3-4dca-9f09-a17084e20083 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:18.155947 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931e3af6-c5e3-4dca-9f09-a17084e20083 None None] Bound using segment: {'id': '6901d94e-17f9-4035-ba46-6b4e81a8dcfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 14:13:18.156415 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-931e3af6-c5e3-4dca-9f09-a17084e20083 None None] Bound port: d4e354b7-78b7-4d25-803a-c0b6506d12fe, host: dv-cinder-784763-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6901d94e-17f9-4035-ba46-6b4e81a8dcfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 14:13:18.156816 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-931e3af6-c5e3-4dca-9f09-a17084e20083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:18.197982 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-2a5d289a-4087-452b-ac53-644aa3957da9 None None] Provisioning for port 33bf0232-935c-409e-b254-f45f196c5472 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 14:13:18.213145 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-2a5d289a-4087-452b-ac53-644aa3957da9 None None] Provisioning complete for port 33bf0232-935c-409e-b254-f45f196c5472 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 14:13:18.213483 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-2a5d289a-4087-452b-ac53-644aa3957da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16503849'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:18.258240 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7c52033a-1b9f-4318-90c2-2fb9db626ff9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:18.258775 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-931e3af6-c5e3-4dca-9f09-a17084e20083 None None] For port d4e354b7-78b7-4d25-803a-c0b6506d12fe, host dv-cinder-784763-7-iscsi, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 14:13:18.263903 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7c52033a-1b9f-4318-90c2-2fb9db626ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736156224341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736155824276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736155824294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4062751'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:18.277844 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-931e3af6-c5e3-4dca-9f09-a17084e20083 None None] For port d4e354b7-78b7-4d25-803a-c0b6506d12fe, host dv-cinder-784763-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-7-iscsi',level=0,port_id=d4e354b7-78b7-4d25-803a-c0b6506d12fe,segment=NetworkSegment(6901d94e-17f9-4035-ba46-6b4e81a8dcfc),segment_id=6901d94e-17f9-4035-ba46-6b4e81a8dcfc)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 14:13:18.293655 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-2a5d289a-4087-452b-ac53-644aa3957da9 None None] Port 33bf0232-935c-409e-b254-f45f196c5472 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 14:13:18.302938 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-931e3af6-c5e3-4dca-9f09-a17084e20083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736156224341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736155824276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736155824294'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:18.338444 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7c52033a-1b9f-4318-90c2-2fb9db626ff9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680260'] for router_interface, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:18.340745 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c52033a-1b9f-4318-90c2-2fb9db626ff9 admin admin] Pushing event updated for resources: {'Port': ['ID=33bf0232-935c-409e-b254-f45f196c5472,revision_number=2']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:13:18.378959 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931e3af6-c5e3-4dca-9f09-a17084e20083 None None] Routers {'3d17c7b0-ff1e-4fbf-9ea7-fe8100f7de50'} bound to L3 agent in host dv-cinder-784763-7-iscsi {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 14:13:18.379737 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-931e3af6-c5e3-4dca-9f09-a17084e20083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T13:57:50Z,description=,heartbeat_timestamp=2021-07-16T14:12:50Z,host='dv-cinder-784763-7-iscsi',id=d50ece19-a35b-4d9c-a2c6-6c45fbfb3bdd,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T13:57:50Z,topic='l3_agent')) {'router_ids': ['3d17c7b0-ff1e-4fbf-9ea7-fe8100f7de50'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:13:18.420553 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3c6421-2514-427a-bab8-a703d4a6a936 None None] Pushing event updated for resources: {'Port': ['ID=d4e354b7-78b7-4d25-803a-c0b6506d12fe,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:13:18.426337 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Device 3a1a6ced-9c5d-4a27-ac15-7847d3bc7409 up at agent ovs-agent-dv-cinder-784763-7-iscsi {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 14:13:18.440423 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c52033a-1b9f-4318-90c2-2fb9db626ff9 admin admin] Network b77bcb1c-5177-4377-9fff-bd1285f10a15 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 14:13:18.441744 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-7c52033a-1b9f-4318-90c2-2fb9db626ff9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 14:13:18.531097 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Provisioning for port 3a1a6ced-9c5d-4a27-ac15-7847d3bc7409 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 14:13:18.534134 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-931e3af6-c5e3-4dca-9f09-a17084e20083 None None] Set router 3d17c7b0-ff1e-4fbf-9ea7-fe8100f7de50 gateway port host: dv-cinder-784763-7-iscsi {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 14:13:18.562860 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c52033a-1b9f-4318-90c2-2fb9db626ff9 admin admin] Router 3d17c7b0-ff1e-4fbf-9ea7-fe8100f7de50 has already been hosted by L3 agent d50ece19-a35b-4d9c-a2c6-6c45fbfb3bdd {{(pid=93102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 14:13:18.675875 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c52033a-1b9f-4318-90c2-2fb9db626ff9 admin admin] Notify agent at l3_agent.dv-cinder-784763-7-iscsi the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 14:13:18.680741 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-7c52033a-1b9f-4318-90c2-2fb9db626ff9 admin admin] 10.222.0.10 "PUT /v2.0/routers/3d17c7b0-ff1e-4fbf-9ea7-fe8100f7de50/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1593640 Jul 16 14:13:18.684603 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Provisioning complete for port 3a1a6ced-9c5d-4a27-ac15-7847d3bc7409 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 14:13:18.685020 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16503849'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:18.784074 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-e16ef627-cf46-4754-8036-2e28d1ef3f38 None None] Provisioning complete for port 33bf0232-935c-409e-b254-f45f196c5472 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 14:13:18.784850 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-e16ef627-cf46-4754-8036-2e28d1ef3f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16503849'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:18.877419 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-e16ef627-cf46-4754-8036-2e28d1ef3f38 None None] Port 33bf0232-935c-409e-b254-f45f196c5472 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 14:13:18.929598 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:18.970978 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] For port 3a1a6ced-9c5d-4a27-ac15-7847d3bc7409, host dv-cinder-784763-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-7-iscsi',level=0,port_id=3a1a6ced-9c5d-4a27-ac15-7847d3bc7409,segment=NetworkSegment(d8dd1782-bfa3-42b8-a1f1-12afba56b459),segment_id=d8dd1782-bfa3-42b8-a1f1-12afba56b459)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:13:18.976880 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736156224341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736155824276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736155824294'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:18.977672 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Device 15f18bee-08cf-4e0b-be10-b33c3b9e3613 up at agent ovs-agent-dv-cinder-784763-7-iscsi {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 14:13:19.039523 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-931e3af6-c5e3-4dca-9f09-a17084e20083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d17c7b0-ff1e-4fbf-9ea7-fe8100f7de50', 'name': 'tempest-TestVolumeBootPattern-1342176504-router', 'tenant_id': '6e32cfff473a48cb929f173706f381a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'external_fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': 'd4e354b7-78b7-4d25-803a-c0b6506d12fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T14:13:14Z', 'updated_at': '2021-07-16T14:13:17Z', 'revision_number': 4, 'project_id': '6e32cfff473a48cb929f173706f381a4', 'gw_port': {'id': 'd4e354b7-78b7-4d25-803a-c0b6506d12fe', 'name': '', 'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:4b:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d17c7b0-ff1e-4fbf-9ea7-fe8100f7de50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:13:15Z', 'updated_at': '2021-07-16T14:13:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-7-iscsi', '_interfaces': [{'id': '33bf0232-935c-409e-b254-f45f196c5472', 'name': '', 'network_id': 'b77bcb1c-5177-4377-9fff-bd1285f10a15', 'tenant_id': '6e32cfff473a48cb929f173706f381a4', 'mac_address': 'fa:16:3e:c1:de:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d17c7b0-ff1e-4fbf-9ea7-fe8100f7de50', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '8d0d77bc-4a86-4f38-b5e1-f611ff1364f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:13:17Z', 'updated_at': '2021-07-16T14:13:18Z', 'revision_number': 2, 'project_id': '6e32cfff473a48cb929f173706f381a4', 'subnets': [{'id': '8d0d77bc-4a86-4f38-b5e1-f611ff1364f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-7-iscsi', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:13:19.087350 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931e3af6-c5e3-4dca-9f09-a17084e20083 None None] The sync data for ids ['3d17c7b0-ff1e-4fbf-9ea7-fe8100f7de50'] in dv-cinder-784763-7-iscsi is: [{'id': '3d17c7b0-ff1e-4fbf-9ea7-fe8100f7de50', 'name': 'tempest-TestVolumeBootPattern-1342176504-router', 'tenant_id': '6e32cfff473a48cb929f173706f381a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'external_fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': 'd4e354b7-78b7-4d25-803a-c0b6506d12fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T14:13:14Z', 'updated_at': '2021-07-16T14:13:17Z', 'revision_number': 4, 'project_id': '6e32cfff473a48cb929f173706f381a4', 'gw_port': {'id': 'd4e354b7-78b7-4d25-803a-c0b6506d12fe', 'name': '', 'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:4b:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d17c7b0-ff1e-4fbf-9ea7-fe8100f7de50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:13:15Z', 'updated_at': '2021-07-16T14:13:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-7-iscsi', '_interfaces': [{'id': '33bf0232-935c-409e-b254-f45f196c5472', 'name': '', 'network_id': 'b77bcb1c-5177-4377-9fff-bd1285f10a15', 'tenant_id': '6e32cfff473a48cb929f173706f381a4', 'mac_address': 'fa:16:3e:c1:de:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d17c7b0-ff1e-4fbf-9ea7-fe8100f7de50', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '8d0d77bc-4a86-4f38-b5e1-f611ff1364f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:13:17Z', 'updated_at': '2021-07-16T14:13:18Z', 'revision_number': 2, 'project_id': '6e32cfff473a48cb929f173706f381a4', 'subnets': [{'id': '8d0d77bc-4a86-4f38-b5e1-f611ff1364f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 14:13:19.096182 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Pushing event updated for resources: {'Port': ['ID=3a1a6ced-9c5d-4a27-ac15-7847d3bc7409,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:13:19.107400 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Provisioning complete for port 15f18bee-08cf-4e0b-be10-b33c3b9e3613 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 14:13:19.107785 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16503849'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:19.283689 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 38616) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:13:19.288328 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.v2.base [None req-e481a561-d1e3-48b0-a36f-d20e862f959f tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-837451115', 'description': 'tempest-secgroup-smoke-837451115 description', 'project_id': '32619117d80748f8a1f9559a81d3503d'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:13:19.313532 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e481a561-d1e3-48b0-a36f-d20e862f959f tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:19.424695 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e481a561-d1e3-48b0-a36f-d20e862f959f tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:19.428812 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e481a561-d1e3-48b0-a36f-d20e862f959f tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:19.432920 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 38620) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:13:19.464517 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e481a561-d1e3-48b0-a36f-d20e862f959f tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:19.466032 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-e481a561-d1e3-48b0-a36f-d20e862f959f tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1813078 Jul 16 14:13:19.469209 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 38624) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:13:19.473926 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.v2.base [None req-2e9c4939-3e6d-45e0-bd0e-b09851f11c39 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Request body: {'security_group_rule': {'security_group_id': 'cb179e6f-d2a9-4984-b7ac-580abaad5e34', 'project_id': '32619117d80748f8a1f9559a81d3503d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:13:19.475487 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e481a561-d1e3-48b0-a36f-d20e862f959f tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb179e6f-d2a9-4984-b7ac-580abaad5e34,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:13:19.509718 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-2e9c4939-3e6d-45e0-bd0e-b09851f11c39 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:19.575865 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-2e9c4939-3e6d-45e0-bd0e-b09851f11c39 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:19.583641 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6c83a863-8969-44c2-84ad-80185729669a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:19.585288 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-2e9c4939-3e6d-45e0-bd0e-b09851f11c39 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829969'] for security_group_rule, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:19.615190 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9c4939-3e6d-45e0-bd0e-b09851f11c39 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74fded2b-ad83-454e-8cd7-11b222096a23,revision_number=0']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:13:19.628936 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9c4939-3e6d-45e0-bd0e-b09851f11c39 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:13:19.629290 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9c4939-3e6d-45e0-bd0e-b09851f11c39 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:13:19.629646 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9c4939-3e6d-45e0-bd0e-b09851f11c39 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:13:19.629985 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9c4939-3e6d-45e0-bd0e-b09851f11c39 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:13:19.630317 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9c4939-3e6d-45e0-bd0e-b09851f11c39 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:13:19.630651 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9c4939-3e6d-45e0-bd0e-b09851f11c39 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:13:19.631017 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9c4939-3e6d-45e0-bd0e-b09851f11c39 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:13:19.631311 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9c4939-3e6d-45e0-bd0e-b09851f11c39 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:13:19.631640 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9c4939-3e6d-45e0-bd0e-b09851f11c39 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:13:19.631966 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9c4939-3e6d-45e0-bd0e-b09851f11c39 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:13:19.632290 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9c4939-3e6d-45e0-bd0e-b09851f11c39 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:13:19.632615 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9c4939-3e6d-45e0-bd0e-b09851f11c39 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:13:19.710116 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6c83a863-8969-44c2-84ad-80185729669a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:19.716147 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6c83a863-8969-44c2-84ad-80185729669a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:19.722491 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-2e9c4939-3e6d-45e0-bd0e-b09851f11c39 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:19.726452 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-2e9c4939-3e6d-45e0-bd0e-b09851f11c39 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2534487 Jul 16 14:13:19.726803 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 38626) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:13:19.731642 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.v2.base [None req-39ac2f66-bcdd-41a8-b202-625f41611e86 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Request body: {'security_group_rule': {'security_group_id': 'cb179e6f-d2a9-4984-b7ac-580abaad5e34', 'project_id': '32619117d80748f8a1f9559a81d3503d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:13:19.762862 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-6c83a863-8969-44c2-84ad-80185729669a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ae6e7c459c7649ec9a700e75f50ee013&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3288002 Jul 16 14:13:19.763080 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-39ac2f66-bcdd-41a8-b202-625f41611e86 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:19.763577 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c83a863-8969-44c2-84ad-80185729669a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92ecdbe5-74d8-47ed-9dcf-6137e829e2e9,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:13:19.765629 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 38628) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:13:19.858013 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-39ac2f66-bcdd-41a8-b202-625f41611e86 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:19.861281 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e5e9d815-32db-4954-8d20-dcf457a505bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:19.865326 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-39ac2f66-bcdd-41a8-b202-625f41611e86 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829969'] for security_group_rule, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:19.895952 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ac2f66-bcdd-41a8-b202-625f41611e86 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21bcfbcd-ca6d-4eba-ad51-490947229b91,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:13:19.898837 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e5e9d815-32db-4954-8d20-dcf457a505bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:19.910441 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-39ac2f66-bcdd-41a8-b202-625f41611e86 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:19.911623 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-39ac2f66-bcdd-41a8-b202-625f41611e86 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1837451 Jul 16 14:13:19.914540 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 38630) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:13:19.919268 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.v2.base [None req-cc93c2ea-2b41-4a7c-b185-1933dff9cfa7 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Request body: {'security_group_rule': {'security_group_id': 'cb179e6f-d2a9-4984-b7ac-580abaad5e34', 'project_id': '32619117d80748f8a1f9559a81d3503d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:13:19.946662 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-cc93c2ea-2b41-4a7c-b185-1933dff9cfa7 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:19.950590 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e5e9d815-32db-4954-8d20-dcf457a505bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:19.953185 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e5e9d815-32db-4954-8d20-dcf457a505bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:19.954319 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-e5e9d815-32db-4954-8d20-dcf457a505bc admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/92ecdbe5-74d8-47ed-9dcf-6137e829e2e9 HTTP/1.1" status: 204 len: 168 time: 0.1877117 Jul 16 14:13:19.961991 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e9d815-32db-4954-8d20-dcf457a505bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92ecdbe5-74d8-47ed-9dcf-6137e829e2e9,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:13:20.012925 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-cc93c2ea-2b41-4a7c-b185-1933dff9cfa7 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:20.016811 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-cc93c2ea-2b41-4a7c-b185-1933dff9cfa7 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829969'] for security_group_rule, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:20.034887 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc93c2ea-2b41-4a7c-b185-1933dff9cfa7 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=deaf80fd-d5e1-4f24-a1d5-c017cef99917,revision_number=0']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:13:20.041058 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-cc93c2ea-2b41-4a7c-b185-1933dff9cfa7 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:20.042483 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-cc93c2ea-2b41-4a7c-b185-1933dff9cfa7 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1268559 Jul 16 14:13:20.045068 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 38634) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:13:20.049835 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.v2.base [None req-3d9fc201-a8d3-4dab-96e6-f02d3ff22f40 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Request body: {'security_group_rule': {'security_group_id': 'cb179e6f-d2a9-4984-b7ac-580abaad5e34', 'project_id': '32619117d80748f8a1f9559a81d3503d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:13:20.077619 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3d9fc201-a8d3-4dab-96e6-f02d3ff22f40 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:20.154996 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3d9fc201-a8d3-4dab-96e6-f02d3ff22f40 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:20.162350 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3d9fc201-a8d3-4dab-96e6-f02d3ff22f40 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829969'] for security_group_rule, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:20.180704 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9fc201-a8d3-4dab-96e6-f02d3ff22f40 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8521902-8241-4f9c-96b4-77df168426b4,revision_number=0']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:13:20.187710 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3d9fc201-a8d3-4dab-96e6-f02d3ff22f40 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:20.189206 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-3d9fc201-a8d3-4dab-96e6-f02d3ff22f40 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1430452 Jul 16 14:13:20.196123 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 38638) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:13:20.200340 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.v2.base [None req-77c34a4f-36df-4e80-9a08-4d912a27573b tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Request body: {'security_group_rule': {'security_group_id': 'cb179e6f-d2a9-4984-b7ac-580abaad5e34', 'project_id': '32619117d80748f8a1f9559a81d3503d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:13:20.230800 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.db.securitygroups_db [None req-77c34a4f-36df-4e80-9a08-4d912a27573b tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Project 32619117d80748f8a1f9559a81d3503d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 14:13:20.236480 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-77c34a4f-36df-4e80-9a08-4d912a27573b tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:20.275625 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 38640) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:13:20.294021 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c3a5f94f-acc0-4739-be5a-155b63d49ae8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:20.300680 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-77c34a4f-36df-4e80-9a08-4d912a27573b tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:20.305973 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-77c34a4f-36df-4e80-9a08-4d912a27573b tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829969'] for security_group_rule, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:20.333501 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c34a4f-36df-4e80-9a08-4d912a27573b tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af0bcd7c-92e5-4faa-a41a-534a826fe240,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:13:20.380605 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-eed626dc-8c82-4feb-b5bc-c8208fdf7e6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:20.427748 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c3a5f94f-acc0-4739-be5a-155b63d49ae8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:20.433326 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c3a5f94f-acc0-4739-be5a-155b63d49ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:20.437786 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-77c34a4f-36df-4e80-9a08-4d912a27573b tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:20.439803 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-77c34a4f-36df-4e80-9a08-4d912a27573b tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2459679 Jul 16 14:13:20.441944 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 38642) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:13:20.446569 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.v2.base [None req-a00c5fb3-17ab-48bc-9e48-f06e27e3d0e1 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Request body: {'security_group_rule': {'security_group_id': 'cb179e6f-d2a9-4984-b7ac-580abaad5e34', 'project_id': '32619117d80748f8a1f9559a81d3503d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:13:20.476226 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a5f94f-acc0-4739-be5a-155b63d49ae8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=979ecfef-7096-48a3-ba4c-a0603caf8524,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:13:20.481661 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-c3a5f94f-acc0-4739-be5a-155b63d49ae8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1ee0a1f190274749a89d8b21278fd8a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2045228 Jul 16 14:13:20.484391 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 38644) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:13:20.486446 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Device 3a1a6ced-9c5d-4a27-ac15-7847d3bc7409 up at agent ovs-agent-dv-cinder-784763-7-iscsi {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 14:13:20.505237 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.db.securitygroups_db [None req-a00c5fb3-17ab-48bc-9e48-f06e27e3d0e1 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Project 32619117d80748f8a1f9559a81d3503d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 14:13:20.511775 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a00c5fb3-17ab-48bc-9e48-f06e27e3d0e1 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:20.539229 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-658506c3-ccdc-471f-a8af-6496fead0eff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:20.546817 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Provisioning complete for port 3a1a6ced-9c5d-4a27-ac15-7847d3bc7409 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 14:13:20.547190 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16503849'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:20.561782 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-658506c3-ccdc-471f-a8af-6496fead0eff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:20.585160 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a00c5fb3-17ab-48bc-9e48-f06e27e3d0e1 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:20.592133 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a00c5fb3-17ab-48bc-9e48-f06e27e3d0e1 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829969'] for security_group_rule, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:20.617238 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-658506c3-ccdc-471f-a8af-6496fead0eff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:20.619764 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-658506c3-ccdc-471f-a8af-6496fead0eff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:20.624022 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-658506c3-ccdc-471f-a8af-6496fead0eff admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/979ecfef-7096-48a3-ba4c-a0603caf8524 HTTP/1.1" status: 204 len: 168 time: 0.1361401 Jul 16 14:13:20.636738 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658506c3-ccdc-471f-a8af-6496fead0eff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=979ecfef-7096-48a3-ba4c-a0603caf8524,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:13:20.638540 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00c5fb3-17ab-48bc-9e48-f06e27e3d0e1 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24a3e0e3-90b2-421d-8b44-5b912167fd5a,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:13:20.640024 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Device d4e354b7-78b7-4d25-803a-c0b6506d12fe up at agent ovs-agent-dv-cinder-784763-7-iscsi {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 14:13:20.654510 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a00c5fb3-17ab-48bc-9e48-f06e27e3d0e1 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:20.655913 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-a00c5fb3-17ab-48bc-9e48-f06e27e3d0e1 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2129786 Jul 16 14:13:20.716987 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Provisioning for port d4e354b7-78b7-4d25-803a-c0b6506d12fe completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 14:13:20.725783 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Provisioning complete for port d4e354b7-78b7-4d25-803a-c0b6506d12fe triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 14:13:20.726156 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16503849'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:20.761445 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:20.832436 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:20.855604 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] For port d4e354b7-78b7-4d25-803a-c0b6506d12fe, host dv-cinder-784763-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-7-iscsi',level=0,port_id=d4e354b7-78b7-4d25-803a-c0b6506d12fe,segment=NetworkSegment(6901d94e-17f9-4035-ba46-6b4e81a8dcfc),segment_id=6901d94e-17f9-4035-ba46-6b4e81a8dcfc)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:13:20.862005 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736156224341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736155824276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736155824294'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:20.914185 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Pushing event updated for resources: {'Port': ['ID=d4e354b7-78b7-4d25-803a-c0b6506d12fe,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:13:21.034229 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 38692) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:13:21.047748 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b2f291ea-4101-4a62-af5d-87043229c09e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:21.147188 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b2f291ea-4101-4a62-af5d-87043229c09e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:21.153095 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b2f291ea-4101-4a62-af5d-87043229c09e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:21.199870 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-b2f291ea-4101-4a62-af5d-87043229c09e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5098f0589bef488f80f32eea6ed8926f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1627731 Jul 16 14:13:21.200145 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f291ea-4101-4a62-af5d-87043229c09e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9acfe67c-8ed2-4d56-92e7-9d404f46988d,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:13:21.201055 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 38698) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:13:21.250848 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b995509a-ce18-4c76-a15e-c62a5e4206a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:21.270599 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b995509a-ce18-4c76-a15e-c62a5e4206a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:21.316719 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b995509a-ce18-4c76-a15e-c62a5e4206a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:21.319209 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b995509a-ce18-4c76-a15e-c62a5e4206a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:21.320340 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-b995509a-ce18-4c76-a15e-c62a5e4206a6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9acfe67c-8ed2-4d56-92e7-9d404f46988d HTTP/1.1" status: 204 len: 168 time: 0.1184306 Jul 16 14:13:21.327875 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b995509a-ce18-4c76-a15e-c62a5e4206a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9acfe67c-8ed2-4d56-92e7-9d404f46988d,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:13:21.455715 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-64ab8875-bbbc-4415-a681-ef47cf0d365f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:21.690212 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9544f0d-bdc5-44e4-86ac-88774d8518c3 None None] Sync routers for ids ['3d17c7b0-ff1e-4fbf-9ea7-fe8100f7de50'] in dv-cinder-784763-7-iscsi {{(pid=93105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 14:13:21.700574 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9544f0d-bdc5-44e4-86ac-88774d8518c3 None None] Routers {'3d17c7b0-ff1e-4fbf-9ea7-fe8100f7de50'} bound to L3 agent in host dv-cinder-784763-7-iscsi {{(pid=93105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 14:13:21.701397 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.l3_hamode_db [None req-b9544f0d-bdc5-44e4-86ac-88774d8518c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T13:57:50Z,description=,heartbeat_timestamp=2021-07-16T14:13:20Z,host='dv-cinder-784763-7-iscsi',id=d50ece19-a35b-4d9c-a2c6-6c45fbfb3bdd,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T13:57:50Z,topic='l3_agent')) {'router_ids': ['3d17c7b0-ff1e-4fbf-9ea7-fe8100f7de50'], 'active': True} {{(pid=93105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:13:21.814462 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvr_db [None req-b9544f0d-bdc5-44e4-86ac-88774d8518c3 None None] Set router 3d17c7b0-ff1e-4fbf-9ea7-fe8100f7de50 gateway port host: dv-cinder-784763-7-iscsi {{(pid=93105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 14:13:22.018179 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.l3_hamode_db [None req-b9544f0d-bdc5-44e4-86ac-88774d8518c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d17c7b0-ff1e-4fbf-9ea7-fe8100f7de50', 'name': 'tempest-TestVolumeBootPattern-1342176504-router', 'tenant_id': '6e32cfff473a48cb929f173706f381a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'external_fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': 'd4e354b7-78b7-4d25-803a-c0b6506d12fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T14:13:14Z', 'updated_at': '2021-07-16T14:13:17Z', 'revision_number': 4, 'project_id': '6e32cfff473a48cb929f173706f381a4', 'gw_port': {'id': 'd4e354b7-78b7-4d25-803a-c0b6506d12fe', 'name': '', 'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:4b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d17c7b0-ff1e-4fbf-9ea7-fe8100f7de50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:13:15Z', 'updated_at': '2021-07-16T14:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-7-iscsi', '_interfaces': [{'id': '33bf0232-935c-409e-b254-f45f196c5472', 'name': '', 'network_id': 'b77bcb1c-5177-4377-9fff-bd1285f10a15', 'tenant_id': '6e32cfff473a48cb929f173706f381a4', 'mac_address': 'fa:16:3e:c1:de:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d17c7b0-ff1e-4fbf-9ea7-fe8100f7de50', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '8d0d77bc-4a86-4f38-b5e1-f611ff1364f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:13:17Z', 'updated_at': '2021-07-16T14:13:18Z', 'revision_number': 2, 'project_id': '6e32cfff473a48cb929f173706f381a4', 'subnets': [{'id': '8d0d77bc-4a86-4f38-b5e1-f611ff1364f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-7-iscsi', False) {} {{(pid=93105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:13:22.045048 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9544f0d-bdc5-44e4-86ac-88774d8518c3 None None] Checking router: 3d17c7b0-ff1e-4fbf-9ea7-fe8100f7de50 for host: dv-cinder-784763-7-iscsi {{(pid=93105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 14:13:22.045402 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9544f0d-bdc5-44e4-86ac-88774d8518c3 None None] Updating router 3d17c7b0-ff1e-4fbf-9ea7-fe8100f7de50 port 33bf0232-935c-409e-b254-f45f196c5472 binding host dv-cinder-784763-7-iscsi {{(pid=93105) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 14:13:22.081837 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-b9544f0d-bdc5-44e4-86ac-88774d8518c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:22.352268 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-b9544f0d-bdc5-44e4-86ac-88774d8518c3 None None] Notify callbacks [] for port, precommit_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:22.361138 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Device d4e354b7-78b7-4d25-803a-c0b6506d12fe up at agent ovs-agent-dv-cinder-784763-7-iscsi {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 14:13:22.362739 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-b9544f0d-bdc5-44e4-86ac-88774d8518c3 None None] Transition to ACTIVE for port object 33bf0232-935c-409e-b254-f45f196c5472 will not be triggered until provisioned by entity L2. {{(pid=93105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 14:13:22.371299 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-b9544f0d-bdc5-44e4-86ac-88774d8518c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736156224341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736155824276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736155824294'] for port, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:22.422814 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edc2ecb-d27c-4e38-99f1-eadd81784f27 None None] Pushing event updated for resources: {'Port': ['ID=33bf0232-935c-409e-b254-f45f196c5472,revision_number=3']} {{(pid=93105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:13:22.433826 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Provisioning complete for port d4e354b7-78b7-4d25-803a-c0b6506d12fe triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 14:13:22.434431 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16503849'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:22.502645 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.managers [None req-b9544f0d-bdc5-44e4-86ac-88774d8518c3 None None] Attempting to bind port 33bf0232-935c-409e-b254-f45f196c5472 on host dv-cinder-784763-7-iscsi for vnic_type normal with profile {{(pid=93105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 14:13:22.503266 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.managers [None req-b9544f0d-bdc5-44e4-86ac-88774d8518c3 None None] Attempting to bind port 33bf0232-935c-409e-b254-f45f196c5472 by drivers openvswitch,hyperv on host dv-cinder-784763-7-iscsi at level 0 using segments [{'id': 'f36e4799-1983-46b7-96ef-ebd933f75b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'b77bcb1c-5177-4377-9fff-bd1285f10a15'}] {{(pid=93105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 14:13:22.504026 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9544f0d-bdc5-44e4-86ac-88774d8518c3 None None] Attempting to bind port 33bf0232-935c-409e-b254-f45f196c5472 on network b77bcb1c-5177-4377-9fff-bd1285f10a15 {{(pid=93105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 14:13:22.509759 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9544f0d-bdc5-44e4-86ac-88774d8518c3 None None] Checking agent: {'id': '7d82e82a-2556-4908-8b18-4037e5dfdbc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784763-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 13, 57, 51), 'started_at': datetime.datetime(2021, 7, 16, 13, 58, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 14, 13, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784763-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 14:13:22.510418 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9544f0d-bdc5-44e4-86ac-88774d8518c3 None None] Checking segment: {'id': 'f36e4799-1983-46b7-96ef-ebd933f75b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'b77bcb1c-5177-4377-9fff-bd1285f10a15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 14:13:22.511001 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-b9544f0d-bdc5-44e4-86ac-88774d8518c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:22.511566 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9544f0d-bdc5-44e4-86ac-88774d8518c3 None None] Bound using segment: {'id': 'f36e4799-1983-46b7-96ef-ebd933f75b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'b77bcb1c-5177-4377-9fff-bd1285f10a15'} {{(pid=93105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 14:13:22.512238 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.managers [None req-b9544f0d-bdc5-44e4-86ac-88774d8518c3 None None] Bound port: 33bf0232-935c-409e-b254-f45f196c5472, host: dv-cinder-784763-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f36e4799-1983-46b7-96ef-ebd933f75b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'b77bcb1c-5177-4377-9fff-bd1285f10a15'}}] {{(pid=93105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 14:13:22.512837 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-b9544f0d-bdc5-44e4-86ac-88774d8518c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:22.588173 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-b9544f0d-bdc5-44e4-86ac-88774d8518c3 None None] For port 33bf0232-935c-409e-b254-f45f196c5472, host dv-cinder-784763-7-iscsi, cleared binding levels {{(pid=93105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 14:13:22.591829 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-b9544f0d-bdc5-44e4-86ac-88774d8518c3 None None] For port 33bf0232-935c-409e-b254-f45f196c5472, host dv-cinder-784763-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-7-iscsi',level=0,port_id=33bf0232-935c-409e-b254-f45f196c5472,segment=NetworkSegment(f36e4799-1983-46b7-96ef-ebd933f75b5c),segment_id=f36e4799-1983-46b7-96ef-ebd933f75b5c)] {{(pid=93105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 14:13:22.598769 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-b9544f0d-bdc5-44e4-86ac-88774d8518c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736156224341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736155824276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736155824294'] for port, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:22.648155 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edc2ecb-d27c-4e38-99f1-eadd81784f27 None None] Pushing event updated for resources: {'Port': ['ID=33bf0232-935c-409e-b254-f45f196c5472,revision_number=4']} {{(pid=93105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:13:22.667614 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9544f0d-bdc5-44e4-86ac-88774d8518c3 None None] Routers {'3d17c7b0-ff1e-4fbf-9ea7-fe8100f7de50'} bound to L3 agent in host dv-cinder-784763-7-iscsi {{(pid=93105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 14:13:22.668228 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.l3_hamode_db [None req-b9544f0d-bdc5-44e4-86ac-88774d8518c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T13:57:50Z,description=,heartbeat_timestamp=2021-07-16T14:13:20Z,host='dv-cinder-784763-7-iscsi',id=d50ece19-a35b-4d9c-a2c6-6c45fbfb3bdd,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T13:57:50Z,topic='l3_agent')) {'router_ids': ['3d17c7b0-ff1e-4fbf-9ea7-fe8100f7de50'], 'active': True} {{(pid=93105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:13:22.781449 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvr_db [None req-b9544f0d-bdc5-44e4-86ac-88774d8518c3 None None] Set router 3d17c7b0-ff1e-4fbf-9ea7-fe8100f7de50 gateway port host: dv-cinder-784763-7-iscsi {{(pid=93105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 14:13:22.978155 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.l3_hamode_db [None req-b9544f0d-bdc5-44e4-86ac-88774d8518c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d17c7b0-ff1e-4fbf-9ea7-fe8100f7de50', 'name': 'tempest-TestVolumeBootPattern-1342176504-router', 'tenant_id': '6e32cfff473a48cb929f173706f381a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'external_fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': 'd4e354b7-78b7-4d25-803a-c0b6506d12fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T14:13:14Z', 'updated_at': '2021-07-16T14:13:17Z', 'revision_number': 4, 'project_id': '6e32cfff473a48cb929f173706f381a4', 'gw_port': {'id': 'd4e354b7-78b7-4d25-803a-c0b6506d12fe', 'name': '', 'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:4b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d17c7b0-ff1e-4fbf-9ea7-fe8100f7de50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:13:15Z', 'updated_at': '2021-07-16T14:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-7-iscsi', '_interfaces': [{'id': '33bf0232-935c-409e-b254-f45f196c5472', 'name': '', 'network_id': 'b77bcb1c-5177-4377-9fff-bd1285f10a15', 'tenant_id': '6e32cfff473a48cb929f173706f381a4', 'mac_address': 'fa:16:3e:c1:de:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d17c7b0-ff1e-4fbf-9ea7-fe8100f7de50', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '8d0d77bc-4a86-4f38-b5e1-f611ff1364f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:13:17Z', 'updated_at': '2021-07-16T14:13:22Z', 'revision_number': 4, 'project_id': '6e32cfff473a48cb929f173706f381a4', 'subnets': [{'id': '8d0d77bc-4a86-4f38-b5e1-f611ff1364f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-7-iscsi', False) {} {{(pid=93105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:13:23.004832 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9544f0d-bdc5-44e4-86ac-88774d8518c3 None None] The sync data for ids ['3d17c7b0-ff1e-4fbf-9ea7-fe8100f7de50'] in dv-cinder-784763-7-iscsi is: [{'id': '3d17c7b0-ff1e-4fbf-9ea7-fe8100f7de50', 'name': 'tempest-TestVolumeBootPattern-1342176504-router', 'tenant_id': '6e32cfff473a48cb929f173706f381a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'external_fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': 'd4e354b7-78b7-4d25-803a-c0b6506d12fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T14:13:14Z', 'updated_at': '2021-07-16T14:13:17Z', 'revision_number': 4, 'project_id': '6e32cfff473a48cb929f173706f381a4', 'gw_port': {'id': 'd4e354b7-78b7-4d25-803a-c0b6506d12fe', 'name': '', 'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:4b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d17c7b0-ff1e-4fbf-9ea7-fe8100f7de50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:13:15Z', 'updated_at': '2021-07-16T14:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-7-iscsi', '_interfaces': [{'id': '33bf0232-935c-409e-b254-f45f196c5472', 'name': '', 'network_id': 'b77bcb1c-5177-4377-9fff-bd1285f10a15', 'tenant_id': '6e32cfff473a48cb929f173706f381a4', 'mac_address': 'fa:16:3e:c1:de:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d17c7b0-ff1e-4fbf-9ea7-fe8100f7de50', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '8d0d77bc-4a86-4f38-b5e1-f611ff1364f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:13:17Z', 'updated_at': '2021-07-16T14:13:22Z', 'revision_number': 4, 'project_id': '6e32cfff473a48cb929f173706f381a4', 'subnets': [{'id': '8d0d77bc-4a86-4f38-b5e1-f611ff1364f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 14:13:23.105860 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-fe1600e4-7db6-428f-a340-75d1d02f3a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:24.367835 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Device 33bf0232-935c-409e-b254-f45f196c5472 up at agent ovs-agent-dv-cinder-784763-7-iscsi {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 14:13:24.417648 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Provisioning for port 33bf0232-935c-409e-b254-f45f196c5472 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 14:13:24.421576 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Provisioning complete for port 33bf0232-935c-409e-b254-f45f196c5472 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 14:13:24.421962 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16503849'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:24.501127 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:24.532610 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] For port 33bf0232-935c-409e-b254-f45f196c5472, host dv-cinder-784763-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-7-iscsi',level=0,port_id=33bf0232-935c-409e-b254-f45f196c5472,segment=NetworkSegment(f36e4799-1983-46b7-96ef-ebd933f75b5c),segment_id=f36e4799-1983-46b7-96ef-ebd933f75b5c)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:13:24.536463 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736156224341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736155824276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736155824294'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:24.586900 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Pushing event updated for resources: {'Port': ['ID=33bf0232-935c-409e-b254-f45f196c5472,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:13:26.346817 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Device 33bf0232-935c-409e-b254-f45f196c5472 up at agent ovs-agent-dv-cinder-784763-7-iscsi {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 14:13:26.394976 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Provisioning complete for port 33bf0232-935c-409e-b254-f45f196c5472 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 14:13:26.395347 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16503849'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:26.691813 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.agents_db [None req-74bc78d6-8b96-4e29-998d-b6ecd97de622 None None] Agent healthcheck: found 6 active agents {{(pid=93105) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 14:13:35.006152 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 38840) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:13:35.299854 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-e4d96946-933e-4167-91cd-f2f0893fd25a tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] Deleting port 8453c4f6-131b-45a8-b1f9-4e9471f8b7b4 {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 14:13:35.300196 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e4d96946-933e-4167-91cd-f2f0893fd25a tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736156223663'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:35.376074 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e4d96946-933e-4167-91cd-f2f0893fd25a tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683922'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:35.376401 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e4d96946-933e-4167-91cd-f2f0893fd25a tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:35.388999 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-e4d96946-933e-4167-91cd-f2f0893fd25a tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] Calling delete_port for 8453c4f6-131b-45a8-b1f9-4e9471f8b7b4 owned by network:floatingip {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 14:13:35.557121 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e4d96946-933e-4167-91cd-f2f0893fd25a tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736156224386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736155824267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4062758'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:35.586789 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d96946-933e-4167-91cd-f2f0893fd25a tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] Pushing event deleted for resources: {'Port': ['ID=8453c4f6-131b-45a8-b1f9-4e9471f8b7b4,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:13:35.642453 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e4d96946-933e-4167-91cd-f2f0893fd25a tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] Notify callbacks [] for floatingip, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:35.642679 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.db.l3_db [None req-e4d96946-933e-4167-91cd-f2f0893fd25a tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] Floating IP e7cfc42f-9fc6-4b37-a6b4-ca0ae72ec6a5 disassociated (deleted). External IP: 172.27.1.142, port: 2fa66e46-e910-4b6c-9cf3-b6333a1ffd7c. Jul 16 14:13:35.849277 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4d96946-933e-4167-91cd-f2f0893fd25a tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] Router f53b76fc-1f63-4a44-914b-3aa60d113778 has already been hosted by L3 agent d50ece19-a35b-4d9c-a2c6-6c45fbfb3bdd {{(pid=93102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 14:13:35.956209 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4d96946-933e-4167-91cd-f2f0893fd25a tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] Notify agent at l3_agent.dv-cinder-784763-7-iscsi the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 14:13:35.960973 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e4d96946-933e-4167-91cd-f2f0893fd25a tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72406'] for floatingip, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:35.965323 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9920fcf0-3a74-453d-aacd-65832feca956 None None] Sync routers for ids ['f53b76fc-1f63-4a44-914b-3aa60d113778'] in dv-cinder-784763-7-iscsi {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 14:13:35.975128 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9920fcf0-3a74-453d-aacd-65832feca956 None None] Routers {'f53b76fc-1f63-4a44-914b-3aa60d113778'} bound to L3 agent in host dv-cinder-784763-7-iscsi {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 14:13:35.975739 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-9920fcf0-3a74-453d-aacd-65832feca956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T13:57:50Z,description=,heartbeat_timestamp=2021-07-16T14:13:20Z,host='dv-cinder-784763-7-iscsi',id=d50ece19-a35b-4d9c-a2c6-6c45fbfb3bdd,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T13:57:50Z,topic='l3_agent')) {'router_ids': ['f53b76fc-1f63-4a44-914b-3aa60d113778'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:13:35.996846 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-e4d96946-933e-4167-91cd-f2f0893fd25a tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] 10.222.0.10 "DELETE /v2.0/floatingips/e7cfc42f-9fc6-4b37-a6b4-ca0ae72ec6a5 HTTP/1.1" status: 204 len: 168 time: 0.9895358 Jul 16 14:13:35.997424 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abfa7f19-d2a3-432e-9531-2cd5e448930f', 'tag': '2fa66e46-e910-4b6c-9cf3-b6333a1ffd7c'}] {{(pid=93102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 14:13:35.999672 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a11fcfe668901014f0ad0c9d70c66bea342e29a2e59f45ce58be81cf923ee92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-352700fd-daac-4a97-bb0d-4ae088bb12a5" -d '{"events": [{"name": "network-changed", "server_uuid": "abfa7f19-d2a3-432e-9531-2cd5e448930f", "tag": "2fa66e46-e910-4b6c-9cf3-b6333a1ffd7c"}]}' {{(pid=93102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 14:13:36.038391 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 14:13:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aecd5d00-7b6e-47bf-962a-8de20146cc1a x-openstack-request-id: req-aecd5d00-7b6e-47bf-962a-8de20146cc1a {{(pid=93102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 14:13:36.043554 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abfa7f19-d2a3-432e-9531-2cd5e448930f", "tag": "2fa66e46-e910-4b6c-9cf3-b6333a1ffd7c", "status": "completed", "code": 200}]} {{(pid=93102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 14:13:36.043846 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-aecd5d00-7b6e-47bf-962a-8de20146cc1a {{(pid=93102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 14:13:36.044405 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abfa7f19-d2a3-432e-9531-2cd5e448930f', 'tag': '2fa66e46-e910-4b6c-9cf3-b6333a1ffd7c', 'status': 'completed', 'code': 200} Jul 16 14:13:36.086066 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-9920fcf0-3a74-453d-aacd-65832feca956 None None] Set router f53b76fc-1f63-4a44-914b-3aa60d113778 gateway port host: dv-cinder-784763-7-iscsi {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 14:13:36.141283 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352700fd-daac-4a97-bb0d-4ae088bb12a5 req-eab80b82-c20a-43b8-90ca-7e47bbe2d75a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:13:36.143008 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-352700fd-daac-4a97-bb0d-4ae088bb12a5 req-eab80b82-c20a-43b8-90ca-7e47bbe2d75a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f26aa26656004385a23ef6e54380f2d5&device_id=abfa7f19-d2a3-432e-9531-2cd5e448930f HTTP/1.1" status: 200 len: 1098 time: 0.0541854 Jul 16 14:13:36.243483 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352700fd-daac-4a97-bb0d-4ae088bb12a5 req-7b3f6dbd-699f-44cb-9191-2949b4152f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:13:36.244814 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-352700fd-daac-4a97-bb0d-4ae088bb12a5 req-7b3f6dbd-699f-44cb-9191-2949b4152f4a service neutron] 10.222.0.25 "GET /v2.0/networks?id=f12c8d5c-37c0-4646-93fd-2f1f0c0ef6dd HTTP/1.1" status: 200 len: 910 time: 0.0923066 Jul 16 14:13:36.308965 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-352700fd-daac-4a97-bb0d-4ae088bb12a5 req-278b1207-5199-4fe8-aedd-0dd46c8d4ca8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2fa66e46-e910-4b6c-9cf3-b6333a1ffd7c HTTP/1.1" status: 200 len: 217 time: 0.0567787 Jul 16 14:13:36.332940 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-9920fcf0-3a74-453d-aacd-65832feca956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f53b76fc-1f63-4a44-914b-3aa60d113778', 'name': 'tempest-TestShelveInstance-2046001929-router', 'tenant_id': 'f26aa26656004385a23ef6e54380f2d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'external_fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '265fd634-8ece-422e-a3e5-f7bab0c16ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T14:07:30Z', 'updated_at': '2021-07-16T14:07:35Z', 'revision_number': 4, 'project_id': 'f26aa26656004385a23ef6e54380f2d5', 'gw_port': {'id': '265fd634-8ece-422e-a3e5-f7bab0c16ba0', 'name': '', 'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:2e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f53b76fc-1f63-4a44-914b-3aa60d113778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:07:31Z', 'updated_at': '2021-07-16T14:07:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-7-iscsi', '_interfaces': [{'id': 'fcd7873c-b5b6-4d4c-8ba5-29b65a2ec244', 'name': '', 'network_id': 'f12c8d5c-37c0-4646-93fd-2f1f0c0ef6dd', 'tenant_id': 'f26aa26656004385a23ef6e54380f2d5', 'mac_address': 'fa:16:3e:3f:ad:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f53b76fc-1f63-4a44-914b-3aa60d113778', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'b576700b-81ba-4286-af68-18fe8daa7b9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:07:34Z', 'updated_at': '2021-07-16T14:07:43Z', 'revision_number': 5, 'project_id': 'f26aa26656004385a23ef6e54380f2d5', 'subnets': [{'id': 'b576700b-81ba-4286-af68-18fe8daa7b9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-7-iscsi', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:13:36.363438 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9920fcf0-3a74-453d-aacd-65832feca956 None None] Checking router: f53b76fc-1f63-4a44-914b-3aa60d113778 for host: dv-cinder-784763-7-iscsi {{(pid=93103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 14:13:36.373102 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9920fcf0-3a74-453d-aacd-65832feca956 None None] Routers {'f53b76fc-1f63-4a44-914b-3aa60d113778'} bound to L3 agent in host dv-cinder-784763-7-iscsi {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 14:13:36.373735 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-9920fcf0-3a74-453d-aacd-65832feca956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T13:57:50Z,description=,heartbeat_timestamp=2021-07-16T14:13:20Z,host='dv-cinder-784763-7-iscsi',id=d50ece19-a35b-4d9c-a2c6-6c45fbfb3bdd,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T13:57:50Z,topic='l3_agent')) {'router_ids': ['f53b76fc-1f63-4a44-914b-3aa60d113778'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:13:36.391550 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352700fd-daac-4a97-bb0d-4ae088bb12a5 req-4b47b18a-1d62-426b-a078-94f4f42062f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:13:36.393031 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-352700fd-daac-4a97-bb0d-4ae088bb12a5 req-4b47b18a-1d62-426b-a078-94f4f42062f8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b576700b-81ba-4286-af68-18fe8daa7b9c HTTP/1.1" status: 200 len: 848 time: 0.0749772 Jul 16 14:13:36.455936 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b318a304-5e2a-4934-8bbf-7135900159b6 req-c19f9703-b566-4d6a-baa1-a911dcf6da20 tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:13:36.457447 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-b318a304-5e2a-4934-8bbf-7135900159b6 req-c19f9703-b566-4d6a-baa1-a911dcf6da20 tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] 10.222.0.10 "GET /v2.0/ports?device_id=abfa7f19-d2a3-432e-9531-2cd5e448930f HTTP/1.1" status: 200 len: 945 time: 0.1114008 Jul 16 14:13:36.481861 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-9920fcf0-3a74-453d-aacd-65832feca956 None None] Set router f53b76fc-1f63-4a44-914b-3aa60d113778 gateway port host: dv-cinder-784763-7-iscsi {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 14:13:36.491382 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352700fd-daac-4a97-bb0d-4ae088bb12a5 req-6266601a-1901-41e1-9635-514dd187f91b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:13:36.492872 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-352700fd-daac-4a97-bb0d-4ae088bb12a5 req-6266601a-1901-41e1-9635-514dd187f91b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f12c8d5c-37c0-4646-93fd-2f1f0c0ef6dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0926116 Jul 16 14:13:36.514497 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-b318a304-5e2a-4934-8bbf-7135900159b6 req-18ba41ae-3e24-49e9-ad3c-970e6a0b8280 tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] 10.222.0.10 "GET /v2.0/security-groups?id=a14a42af-a4ef-4b15-8b8b-646b56cf2e04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502796 Jul 16 14:13:36.592577 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-352700fd-daac-4a97-bb0d-4ae088bb12a5 req-f224c0e6-a920-4a21-ae04-cdacb405c564 service neutron] 10.222.0.25 "GET /v2.0/networks/f12c8d5c-37c0-4646-93fd-2f1f0c0ef6dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913544 Jul 16 14:13:36.693895 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-352700fd-daac-4a97-bb0d-4ae088bb12a5 req-621e1293-f3e0-4d41-b308-5f775927c8f1 service neutron] 10.222.0.25 "GET /v2.0/networks/f12c8d5c-37c0-4646-93fd-2f1f0c0ef6dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909801 Jul 16 14:13:36.807188 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-9920fcf0-3a74-453d-aacd-65832feca956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f53b76fc-1f63-4a44-914b-3aa60d113778', 'name': 'tempest-TestShelveInstance-2046001929-router', 'tenant_id': 'f26aa26656004385a23ef6e54380f2d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'external_fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '265fd634-8ece-422e-a3e5-f7bab0c16ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T14:07:30Z', 'updated_at': '2021-07-16T14:07:35Z', 'revision_number': 4, 'project_id': 'f26aa26656004385a23ef6e54380f2d5', 'gw_port': {'id': '265fd634-8ece-422e-a3e5-f7bab0c16ba0', 'name': '', 'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:2e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f53b76fc-1f63-4a44-914b-3aa60d113778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:07:31Z', 'updated_at': '2021-07-16T14:07:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-7-iscsi', '_interfaces': [{'id': 'fcd7873c-b5b6-4d4c-8ba5-29b65a2ec244', 'name': '', 'network_id': 'f12c8d5c-37c0-4646-93fd-2f1f0c0ef6dd', 'tenant_id': 'f26aa26656004385a23ef6e54380f2d5', 'mac_address': 'fa:16:3e:3f:ad:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f53b76fc-1f63-4a44-914b-3aa60d113778', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'b576700b-81ba-4286-af68-18fe8daa7b9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:07:34Z', 'updated_at': '2021-07-16T14:07:43Z', 'revision_number': 5, 'project_id': 'f26aa26656004385a23ef6e54380f2d5', 'subnets': [{'id': 'b576700b-81ba-4286-af68-18fe8daa7b9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-7-iscsi', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:13:36.833017 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9920fcf0-3a74-453d-aacd-65832feca956 None None] The sync data for ids ['f53b76fc-1f63-4a44-914b-3aa60d113778'] in dv-cinder-784763-7-iscsi is: [{'id': 'f53b76fc-1f63-4a44-914b-3aa60d113778', 'name': 'tempest-TestShelveInstance-2046001929-router', 'tenant_id': 'f26aa26656004385a23ef6e54380f2d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'external_fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '265fd634-8ece-422e-a3e5-f7bab0c16ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T14:07:30Z', 'updated_at': '2021-07-16T14:07:35Z', 'revision_number': 4, 'project_id': 'f26aa26656004385a23ef6e54380f2d5', 'gw_port': {'id': '265fd634-8ece-422e-a3e5-f7bab0c16ba0', 'name': '', 'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:2e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f53b76fc-1f63-4a44-914b-3aa60d113778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:07:31Z', 'updated_at': '2021-07-16T14:07:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-7-iscsi', '_interfaces': [{'id': 'fcd7873c-b5b6-4d4c-8ba5-29b65a2ec244', 'name': '', 'network_id': 'f12c8d5c-37c0-4646-93fd-2f1f0c0ef6dd', 'tenant_id': 'f26aa26656004385a23ef6e54380f2d5', 'mac_address': 'fa:16:3e:3f:ad:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f53b76fc-1f63-4a44-914b-3aa60d113778', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'b576700b-81ba-4286-af68-18fe8daa7b9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:07:34Z', 'updated_at': '2021-07-16T14:07:43Z', 'revision_number': 5, 'project_id': 'f26aa26656004385a23ef6e54380f2d5', 'subnets': [{'id': 'b576700b-81ba-4286-af68-18fe8daa7b9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 14:13:37.041326 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd416cc-492d-4f48-8e4e-ef9dca92d6a6 None None] New status for floating IP e7cfc42f-9fc6-4b37-a6b4-ca0ae72ec6a5: DOWN {{(pid=93105) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 14:13:37.695401 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875b2e63-cb38-4916-a0ee-3651139d9da8 req-6d1159c3-79b2-46db-939f-34d1f2391ce6 tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:13:37.697009 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-875b2e63-cb38-4916-a0ee-3651139d9da8 req-6d1159c3-79b2-46db-939f-34d1f2391ce6 tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] 10.222.0.10 "GET /v2.0/ports?device_id=abfa7f19-d2a3-432e-9531-2cd5e448930f HTTP/1.1" status: 200 len: 945 time: 0.0680962 Jul 16 14:13:37.735115 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-875b2e63-cb38-4916-a0ee-3651139d9da8 req-cad75488-0f8a-4130-ae2a-55cc363fcbac tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] 10.222.0.10 "GET /v2.0/security-groups?id=a14a42af-a4ef-4b15-8b8b-646b56cf2e04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323482 Jul 16 14:13:38.187361 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbc5034-2dc8-4763-be6c-ae9c0777eb41 req-c7949b71-92ab-4d83-9bd7-796fdca0637b tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:13:38.188827 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-bcbc5034-2dc8-4763-be6c-ae9c0777eb41 req-c7949b71-92ab-4d83-9bd7-796fdca0637b tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] 10.222.0.25 "GET /v2.0/ports?device_id=abfa7f19-d2a3-432e-9531-2cd5e448930f HTTP/1.1" status: 200 len: 945 time: 0.0618489 Jul 16 14:13:38.294298 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-bcbc5034-2dc8-4763-be6c-ae9c0777eb41 req-eea21f64-6fa2-4e67-adb7-69270b1eb33a tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] Deleting port 2fa66e46-e910-4b6c-9cf3-b6333a1ffd7c {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 14:13:38.294658 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-bcbc5034-2dc8-4763-be6c-ae9c0777eb41 req-eea21f64-6fa2-4e67-adb7-69270b1eb33a tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736156223663'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:38.379663 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-bcbc5034-2dc8-4763-be6c-ae9c0777eb41 req-eea21f64-6fa2-4e67-adb7-69270b1eb33a tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] For port 2fa66e46-e910-4b6c-9cf3-b6333a1ffd7c, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=2fa66e46-e910-4b6c-9cf3-b6333a1ffd7c,segment=NetworkSegment(4fad2db9-883e-4e8e-8c08-6689552e8f68),segment_id=4fad2db9-883e-4e8e-8c08-6689552e8f68)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:13:38.380019 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-bcbc5034-2dc8-4763-be6c-ae9c0777eb41 req-eea21f64-6fa2-4e67-adb7-69270b1eb33a tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683922'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:38.392693 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-bcbc5034-2dc8-4763-be6c-ae9c0777eb41 req-eea21f64-6fa2-4e67-adb7-69270b1eb33a tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] Calling delete_port for 2fa66e46-e910-4b6c-9cf3-b6333a1ffd7c owned by compute:nova {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 14:13:38.522320 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-bcbc5034-2dc8-4763-be6c-ae9c0777eb41 req-eea21f64-6fa2-4e67-adb7-69270b1eb33a tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736156224386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736155824267'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:38.551558 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea21f64-6fa2-4e67-adb7-69270b1eb33a tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] Pushing event deleted for resources: {'Port': ['ID=2fa66e46-e910-4b6c-9cf3-b6333a1ffd7c,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:13:38.599248 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcbc5034-2dc8-4763-be6c-ae9c0777eb41 req-eea21f64-6fa2-4e67-adb7-69270b1eb33a tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] No DVR routers for this DVR port 2fa66e46-e910-4b6c-9cf3-b6333a1ffd7c on host hv-cinder-78476 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 14:13:38.601669 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-bcbc5034-2dc8-4763-be6c-ae9c0777eb41 req-eea21f64-6fa2-4e67-adb7-69270b1eb33a tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72406'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:38.603675 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-bcbc5034-2dc8-4763-be6c-ae9c0777eb41 req-eea21f64-6fa2-4e67-adb7-69270b1eb33a tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] 10.222.0.25 "DELETE /v2.0/ports/2fa66e46-e910-4b6c-9cf3-b6333a1ffd7c HTTP/1.1" status: 204 len: 173 time: 0.4087729 Jul 16 14:13:38.604109 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abfa7f19-d2a3-432e-9531-2cd5e448930f', 'name': 'network-vif-deleted', 'tag': '2fa66e46-e910-4b6c-9cf3-b6333a1ffd7c'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 14:13:38.607022 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}669b174d507dea59856bca4514a747f2bad56b4b9d456cc0353e9cf2427ac1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aae623be-4efd-4808-b1ab-b9a8230a7340" -d '{"events": [{"server_uuid": "abfa7f19-d2a3-432e-9531-2cd5e448930f", "name": "network-vif-deleted", "tag": "2fa66e46-e910-4b6c-9cf3-b6333a1ffd7c"}]}' {{(pid=93101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 14:13:38.648273 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 14:13:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cd9c7d4-f9d1-46a8-93fe-cee5c40737e8 x-openstack-request-id: req-4cd9c7d4-f9d1-46a8-93fe-cee5c40737e8 {{(pid=93101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 14:13:38.648596 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abfa7f19-d2a3-432e-9531-2cd5e448930f", "name": "network-vif-deleted", "tag": "2fa66e46-e910-4b6c-9cf3-b6333a1ffd7c", "status": "completed", "code": 200}]} {{(pid=93101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 14:13:38.649003 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4cd9c7d4-f9d1-46a8-93fe-cee5c40737e8 {{(pid=93101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 14:13:38.649490 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abfa7f19-d2a3-432e-9531-2cd5e448930f', 'name': 'network-vif-deleted', 'tag': '2fa66e46-e910-4b6c-9cf3-b6333a1ffd7c', 'status': 'completed', 'code': 200} Jul 16 14:13:38.875825 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-514da2cc-873e-46e3-96ed-a2a20a5b12b3 req-6e752d13-4a8a-47c2-979d-63f9a2b9c52f tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] 10.222.0.10 "GET /v2.0/ports?device_id=abfa7f19-d2a3-432e-9531-2cd5e448930f HTTP/1.1" status: 200 len: 210 time: 0.0281961 Jul 16 14:13:39.971066 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 38888) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:13:40.028653 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6e4557fa-a8e2-4a22-800a-97503e5dbb41 tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:40.053157 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6e4557fa-a8e2-4a22-800a-97503e5dbb41 tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:40.112987 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6e4557fa-a8e2-4a22-800a-97503e5dbb41 tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:40.115500 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6e4557fa-a8e2-4a22-800a-97503e5dbb41 tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:40.116663 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-6e4557fa-a8e2-4a22-800a-97503e5dbb41 tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] 10.222.0.10 "DELETE /v2.0/security-groups/a14a42af-a4ef-4b15-8b8b-646b56cf2e04 HTTP/1.1" status: 204 len: 168 time: 0.1446118 Jul 16 14:13:40.130931 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4557fa-a8e2-4a22-800a-97503e5dbb41 tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a14a42af-a4ef-4b15-8b8b-646b56cf2e04,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:13:40.146792 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4557fa-a8e2-4a22-800a-97503e5dbb41 tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:13:40.147134 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4557fa-a8e2-4a22-800a-97503e5dbb41 tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:13:40.147470 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4557fa-a8e2-4a22-800a-97503e5dbb41 tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:13:40.147803 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4557fa-a8e2-4a22-800a-97503e5dbb41 tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:13:40.148130 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4557fa-a8e2-4a22-800a-97503e5dbb41 tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:13:40.148455 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4557fa-a8e2-4a22-800a-97503e5dbb41 tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:13:40.148793 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4557fa-a8e2-4a22-800a-97503e5dbb41 tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:13:40.149514 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4557fa-a8e2-4a22-800a-97503e5dbb41 tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:13:40.149624 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4557fa-a8e2-4a22-800a-97503e5dbb41 tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:13:40.149909 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4557fa-a8e2-4a22-800a-97503e5dbb41 tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:13:40.150299 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4557fa-a8e2-4a22-800a-97503e5dbb41 tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:13:40.150621 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4557fa-a8e2-4a22-800a-97503e5dbb41 tempest-TestShelveInstance-845435089 tempest-TestShelveInstance-845435089-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:13:40.173226 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 38894) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:13:40.616837 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4b0104ca-1955-4699-baa5-bd3f98d63a73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680361'] for router_interface, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:40.864323 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-4b0104ca-1955-4699-baa5-bd3f98d63a73 admin admin] Deleting port fcd7873c-b5b6-4d4c-8ba5-29b65a2ec244 {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 14:13:40.864671 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4b0104ca-1955-4699-baa5-bd3f98d63a73 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736156223663'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:40.938937 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.db [None req-4b0104ca-1955-4699-baa5-bd3f98d63a73 admin admin] For port fcd7873c-b5b6-4d4c-8ba5-29b65a2ec244, host dv-cinder-784763-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-7-iscsi',level=0,port_id=fcd7873c-b5b6-4d4c-8ba5-29b65a2ec244,segment=NetworkSegment(4fad2db9-883e-4e8e-8c08-6689552e8f68),segment_id=4fad2db9-883e-4e8e-8c08-6689552e8f68)] {{(pid=93102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:13:40.939289 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4b0104ca-1955-4699-baa5-bd3f98d63a73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683922'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:40.954349 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-4b0104ca-1955-4699-baa5-bd3f98d63a73 admin admin] Calling delete_port for fcd7873c-b5b6-4d4c-8ba5-29b65a2ec244 owned by network:router_interface {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 14:13:41.125759 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4b0104ca-1955-4699-baa5-bd3f98d63a73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736156224386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736155824267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4062758'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:41.150493 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0104ca-1955-4699-baa5-bd3f98d63a73 admin admin] Pushing event deleted for resources: {'Port': ['ID=fcd7873c-b5b6-4d4c-8ba5-29b65a2ec244,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:13:41.315228 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4b0104ca-1955-4699-baa5-bd3f98d63a73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-677689'] for router_interface, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:41.520380 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b0104ca-1955-4699-baa5-bd3f98d63a73 admin admin] Router f53b76fc-1f63-4a44-914b-3aa60d113778 has already been hosted by L3 agent d50ece19-a35b-4d9c-a2c6-6c45fbfb3bdd {{(pid=93102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 14:13:41.623563 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b0104ca-1955-4699-baa5-bd3f98d63a73 admin admin] Notify agent at l3_agent.dv-cinder-784763-7-iscsi the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 14:13:41.629067 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-4b0104ca-1955-4699-baa5-bd3f98d63a73 admin admin] 10.222.0.10 "PUT /v2.0/routers/f53b76fc-1f63-4a44-914b-3aa60d113778/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4533529 Jul 16 14:13:41.631536 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 38916) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:13:41.634983 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-889fad1c-2f5e-4d66-91c8-516ee3571dce None None] Sync routers for ids ['f53b76fc-1f63-4a44-914b-3aa60d113778'] in dv-cinder-784763-7-iscsi {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 14:13:41.644498 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889fad1c-2f5e-4d66-91c8-516ee3571dce None None] Routers {'f53b76fc-1f63-4a44-914b-3aa60d113778'} bound to L3 agent in host dv-cinder-784763-7-iscsi {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 14:13:41.645231 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-889fad1c-2f5e-4d66-91c8-516ee3571dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T13:57:50Z,description=,heartbeat_timestamp=2021-07-16T14:13:20Z,host='dv-cinder-784763-7-iscsi',id=d50ece19-a35b-4d9c-a2c6-6c45fbfb3bdd,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T13:57:50Z,topic='l3_agent')) {'router_ids': ['f53b76fc-1f63-4a44-914b-3aa60d113778'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:13:41.731521 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-29faa838-0a8d-482b-95a1-a59c8a203b4d admin admin] Notify callbacks [] for router, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:41.745505 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-889fad1c-2f5e-4d66-91c8-516ee3571dce None None] Set router f53b76fc-1f63-4a44-914b-3aa60d113778 gateway port host: dv-cinder-784763-7-iscsi {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 14:13:41.924753 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-889fad1c-2f5e-4d66-91c8-516ee3571dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f53b76fc-1f63-4a44-914b-3aa60d113778', 'name': 'tempest-TestShelveInstance-2046001929-router', 'tenant_id': 'f26aa26656004385a23ef6e54380f2d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'external_fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '265fd634-8ece-422e-a3e5-f7bab0c16ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T14:07:30Z', 'updated_at': '2021-07-16T14:13:41Z', 'revision_number': 5, 'project_id': 'f26aa26656004385a23ef6e54380f2d5', 'gw_port': {'id': '265fd634-8ece-422e-a3e5-f7bab0c16ba0', 'name': '', 'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:2e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f53b76fc-1f63-4a44-914b-3aa60d113778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:07:31Z', 'updated_at': '2021-07-16T14:07:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-7-iscsi'}], 'dv-cinder-784763-7-iscsi', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:13:41.951985 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-889fad1c-2f5e-4d66-91c8-516ee3571dce None None] Checking router: f53b76fc-1f63-4a44-914b-3aa60d113778 for host: dv-cinder-784763-7-iscsi {{(pid=93103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 14:13:41.961308 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889fad1c-2f5e-4d66-91c8-516ee3571dce None None] Routers {'f53b76fc-1f63-4a44-914b-3aa60d113778'} bound to L3 agent in host dv-cinder-784763-7-iscsi {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 14:13:41.961941 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-889fad1c-2f5e-4d66-91c8-516ee3571dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T13:57:50Z,description=,heartbeat_timestamp=2021-07-16T14:13:20Z,host='dv-cinder-784763-7-iscsi',id=d50ece19-a35b-4d9c-a2c6-6c45fbfb3bdd,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T13:57:50Z,topic='l3_agent')) {'router_ids': ['f53b76fc-1f63-4a44-914b-3aa60d113778'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:13:42.042669 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Device 2fa66e46-e910-4b6c-9cf3-b6333a1ffd7c no longer exists at agent hyperv_hv-cinder-78476 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 14:13:42.068858 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] No Port match for: 2fa66e46-e910-4b6c-9cf3-b6333a1ffd7c {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 14:13:42.069201 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Device 2fa66e46-e910-4b6c-9cf3-b6333a1ffd7c not bound to the agent host hv-cinder-78476 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 14:13:42.088143 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-889fad1c-2f5e-4d66-91c8-516ee3571dce None None] Set router f53b76fc-1f63-4a44-914b-3aa60d113778 gateway port host: dv-cinder-784763-7-iscsi {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 14:13:42.107455 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-29faa838-0a8d-482b-95a1-a59c8a203b4d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:42.158654 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-29faa838-0a8d-482b-95a1-a59c8a203b4d admin admin] Deleting port 265fd634-8ece-422e-a3e5-f7bab0c16ba0 {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 14:13:42.159346 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-29faa838-0a8d-482b-95a1-a59c8a203b4d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736156223663'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:42.238228 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.db [None req-29faa838-0a8d-482b-95a1-a59c8a203b4d admin admin] For port 265fd634-8ece-422e-a3e5-f7bab0c16ba0, host dv-cinder-784763-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-7-iscsi',level=0,port_id=265fd634-8ece-422e-a3e5-f7bab0c16ba0,segment=NetworkSegment(6901d94e-17f9-4035-ba46-6b4e81a8dcfc),segment_id=6901d94e-17f9-4035-ba46-6b4e81a8dcfc)] {{(pid=93102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:13:42.238582 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-29faa838-0a8d-482b-95a1-a59c8a203b4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683922'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:42.252043 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-29faa838-0a8d-482b-95a1-a59c8a203b4d admin admin] Calling delete_port for 265fd634-8ece-422e-a3e5-f7bab0c16ba0 owned by network:router_gateway {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 14:13:42.270215 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-889fad1c-2f5e-4d66-91c8-516ee3571dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f53b76fc-1f63-4a44-914b-3aa60d113778', 'name': 'tempest-TestShelveInstance-2046001929-router', 'tenant_id': 'f26aa26656004385a23ef6e54380f2d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'external_fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '265fd634-8ece-422e-a3e5-f7bab0c16ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T14:07:30Z', 'updated_at': '2021-07-16T14:13:41Z', 'revision_number': 5, 'project_id': 'f26aa26656004385a23ef6e54380f2d5', 'gw_port': {'id': '265fd634-8ece-422e-a3e5-f7bab0c16ba0', 'name': '', 'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:2e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f53b76fc-1f63-4a44-914b-3aa60d113778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:07:31Z', 'updated_at': '2021-07-16T14:07:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-7-iscsi'}], 'dv-cinder-784763-7-iscsi', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:13:42.296145 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-889fad1c-2f5e-4d66-91c8-516ee3571dce None None] The sync data for ids ['f53b76fc-1f63-4a44-914b-3aa60d113778'] in dv-cinder-784763-7-iscsi is: [{'id': 'f53b76fc-1f63-4a44-914b-3aa60d113778', 'name': 'tempest-TestShelveInstance-2046001929-router', 'tenant_id': 'f26aa26656004385a23ef6e54380f2d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'external_fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '265fd634-8ece-422e-a3e5-f7bab0c16ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T14:07:30Z', 'updated_at': '2021-07-16T14:13:41Z', 'revision_number': 5, 'project_id': 'f26aa26656004385a23ef6e54380f2d5', 'gw_port': {'id': '265fd634-8ece-422e-a3e5-f7bab0c16ba0', 'name': '', 'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:2e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f53b76fc-1f63-4a44-914b-3aa60d113778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:07:31Z', 'updated_at': '2021-07-16T14:07:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-7-iscsi'}] {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 14:13:42.416291 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-29faa838-0a8d-482b-95a1-a59c8a203b4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736156224386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736155824267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4062758'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:42.443668 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29faa838-0a8d-482b-95a1-a59c8a203b4d admin admin] Pushing event deleted for resources: {'Port': ['ID=265fd634-8ece-422e-a3e5-f7bab0c16ba0,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:13:42.502101 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-29faa838-0a8d-482b-95a1-a59c8a203b4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-611427'] for router_gateway, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:42.586074 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-29faa838-0a8d-482b-95a1-a59c8a203b4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6801'] for router, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:42.588006 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-29faa838-0a8d-482b-95a1-a59c8a203b4d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:42.629297 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-29faa838-0a8d-482b-95a1-a59c8a203b4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-684001'] for router, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:42.629832 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29faa838-0a8d-482b-95a1-a59c8a203b4d admin admin] Fanout notify agent at l3_agent the message router_deleted on router f53b76fc-1f63-4a44-914b-3aa60d113778 {{(pid=93102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 14:13:42.634288 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-29faa838-0a8d-482b-95a1-a59c8a203b4d admin admin] Notify callbacks [] for router, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:42.635110 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-29faa838-0a8d-482b-95a1-a59c8a203b4d admin admin] 10.222.0.10 "DELETE /v2.0/routers/f53b76fc-1f63-4a44-914b-3aa60d113778 HTTP/1.1" status: 204 len: 168 time: 1.0026793 Jul 16 14:13:42.637558 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 38922) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:13:42.686511 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.db.db_base_plugin_v2 [None req-422662c8-0472-4dd3-9bca-a65ae40acd6b admin admin] Deleting subnet b576700b-81ba-4286-af68-18fe8daa7b9c {{(pid=93102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 14:13:42.689708 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-422662c8-0472-4dd3-9bca-a65ae40acd6b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:42.724425 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-422662c8-0472-4dd3-9bca-a65ae40acd6b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4062852'] for subnet, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:42.801504 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-422662c8-0472-4dd3-9bca-a65ae40acd6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16506816'] for subnet, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:42.854012 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-422662c8-0472-4dd3-9bca-a65ae40acd6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16506871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4062805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3919862'] for subnet, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:42.884292 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422662c8-0472-4dd3-9bca-a65ae40acd6b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b576700b-81ba-4286-af68-18fe8daa7b9c,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:13:42.891489 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-422662c8-0472-4dd3-9bca-a65ae40acd6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583268'] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:42.895857 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-422662c8-0472-4dd3-9bca-a65ae40acd6b admin admin] 10.222.0.10 "DELETE /v2.0/subnets/b576700b-81ba-4286-af68-18fe8daa7b9c HTTP/1.1" status: 204 len: 168 time: 0.2548218 Jul 16 14:13:42.896158 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 38924) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:13:42.897245 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4f3fc1f-6c4d-49fb-8c4a-622d00f68dd1 None None] Network f12c8d5c-37c0-4646-93fd-2f1f0c0ef6dd requested from dv-cinder-784763-7-iscsi {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 14:13:42.966823 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-bb57c627-193f-4692-afad-0b22c0db9c24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16272555'] for network, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:43.026175 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-bb57c627-193f-4692-afad-0b22c0db9c24 admin admin] Deleting port f28eaab0-c615-428d-87b3-21c3b00447ec {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 14:13:43.026512 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-bb57c627-193f-4692-afad-0b22c0db9c24 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736156223663'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:43.095005 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.db [None req-bb57c627-193f-4692-afad-0b22c0db9c24 admin admin] For port f28eaab0-c615-428d-87b3-21c3b00447ec, host dv-cinder-784763-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-7-iscsi',level=0,port_id=f28eaab0-c615-428d-87b3-21c3b00447ec,segment=NetworkSegment(4fad2db9-883e-4e8e-8c08-6689552e8f68),segment_id=4fad2db9-883e-4e8e-8c08-6689552e8f68)] {{(pid=93102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:13:43.095360 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-bb57c627-193f-4692-afad-0b22c0db9c24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683922'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:43.106803 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-bb57c627-193f-4692-afad-0b22c0db9c24 admin admin] Calling delete_port for f28eaab0-c615-428d-87b3-21c3b00447ec owned by network:dhcp {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 14:13:43.182786 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-bb57c627-193f-4692-afad-0b22c0db9c24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736156224386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736155824267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4062758'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:43.212097 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb57c627-193f-4692-afad-0b22c0db9c24 admin admin] Pushing event deleted for resources: {'Port': ['ID=f28eaab0-c615-428d-87b3-21c3b00447ec,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:13:43.217304 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb57c627-193f-4692-afad-0b22c0db9c24 admin admin] No DVR routers for this DVR port f28eaab0-c615-428d-87b3-21c3b00447ec on host dv-cinder-784763-7-iscsi {{(pid=93102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 14:13:43.285486 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-bb57c627-193f-4692-afad-0b22c0db9c24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16499620', 'neutron.services.segments.db._delete_segments_for_network-8736156337740'] for network, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:43.295343 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.services.segments.db [None req-bb57c627-193f-4692-afad-0b22c0db9c24 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f12c8d5c-37c0-4646-93fd-2f1f0c0ef6dd']}} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:13:43.305734 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.services.segments.db [None req-bb57c627-193f-4692-afad-0b22c0db9c24 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fad2db9-883e-4e8e-8c08-6689552e8f68') {'for_net_delete': True} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:13:43.306132 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.services.segments.db [None req-bb57c627-193f-4692-afad-0b22c0db9c24 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fad2db9-883e-4e8e-8c08-6689552e8f68') {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:13:43.315604 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-bb57c627-193f-4692-afad-0b22c0db9c24 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736156340821', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4062899'] for segment, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:43.326606 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07073109-4a53-4ce9-9271-4df36b29ca85 None None] DHCP port deletion for f12c8d5c-37c0-4646-93fd-2f1f0c0ef6dd request from dv-cinder-784763-7-iscsi {{(pid=93103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 14:13:43.331812 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-bb57c627-193f-4692-afad-0b22c0db9c24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16512664'] for segment, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:43.341945 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb57c627-193f-4692-afad-0b22c0db9c24 admin admin] Releasing vlan 201 on physical network physnet1 to pool {{(pid=93102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 14:13:43.342383 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-bb57c627-193f-4692-afad-0b22c0db9c24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16512664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4063223'] for segment, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:43.344140 dv-cinder-784763-7-iscsi neutron-server[93102]: Traceback (most recent call last): Jul 16 14:13:43.344140 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 14:13:43.344140 dv-cinder-784763-7-iscsi neutron-server[93102]: timer() Jul 16 14:13:43.344140 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 14:13:43.344140 dv-cinder-784763-7-iscsi neutron-server[93102]: cb(*args, **kw) Jul 16 14:13:43.344140 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 14:13:43.344140 dv-cinder-784763-7-iscsi neutron-server[93102]: return func(*args, **kwargs) Jul 16 14:13:43.344140 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 14:13:43.344140 dv-cinder-784763-7-iscsi neutron-server[93102]: self._notify() Jul 16 14:13:43.344140 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 14:13:43.344140 dv-cinder-784763-7-iscsi neutron-server[93102]: self.callback(batched_events) Jul 16 14:13:43.344140 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 14:13:43.344140 dv-cinder-784763-7-iscsi neutron-server[93102]: event.method(event) Jul 16 14:13:43.344140 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 14:13:43.344140 dv-cinder-784763-7-iscsi neutron-server[93102]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 14:13:43.344140 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 14:13:43.344140 dv-cinder-784763-7-iscsi neutron-server[93102]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 14:13:43.344140 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 14:13:43.344140 dv-cinder-784763-7-iscsi neutron-server[93102]: return f(self, *a, **k) Jul 16 14:13:43.344140 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 14:13:43.344140 dv-cinder-784763-7-iscsi neutron-server[93102]: return self._get(url).json() Jul 16 14:13:43.344140 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 14:13:43.344140 dv-cinder-784763-7-iscsi neutron-server[93102]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 14:13:43.344140 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 14:13:43.344140 dv-cinder-784763-7-iscsi neutron-server[93102]: return self.request(url, 'GET', **kwargs) Jul 16 14:13:43.344140 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 14:13:43.344140 dv-cinder-784763-7-iscsi neutron-server[93102]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 14:13:43.344140 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 14:13:43.344140 dv-cinder-784763-7-iscsi neutron-server[93102]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 14:13:43.344140 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 14:13:43.344140 dv-cinder-784763-7-iscsi neutron-server[93102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 14:13:43.344140 dv-cinder-784763-7-iscsi neutron-server[93102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 14:13:43.401144 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-bb57c627-193f-4692-afad-0b22c0db9c24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16499645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611519'] for network, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:43.406241 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-bb57c627-193f-4692-afad-0b22c0db9c24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583268'] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:43.408048 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-bb57c627-193f-4692-afad-0b22c0db9c24 admin admin] 10.222.0.10 "DELETE /v2.0/networks/f12c8d5c-37c0-4646-93fd-2f1f0c0ef6dd HTTP/1.1" status: 204 len: 168 time: 0.5109575 Jul 16 14:13:43.411122 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 38928) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:13:43.418371 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb57c627-193f-4692-afad-0b22c0db9c24 admin admin] Pushing event deleted for resources: {'Network': ['ID=f12c8d5c-37c0-4646-93fd-2f1f0c0ef6dd,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:13:43.742605 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-76a17d5c-b335-4c26-b9ef-3d1c48bc1b1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680361'] for router_interface, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:43.982533 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-76a17d5c-b335-4c26-b9ef-3d1c48bc1b1d admin admin] Deleting port 1c35e6e4-9637-4046-a0d8-32e4f114c85c {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 14:13:43.982786 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-76a17d5c-b335-4c26-b9ef-3d1c48bc1b1d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736156223663'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:44.059360 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-76a17d5c-b335-4c26-b9ef-3d1c48bc1b1d admin admin] For port 1c35e6e4-9637-4046-a0d8-32e4f114c85c, host dv-cinder-784763-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-7-iscsi',level=0,port_id=1c35e6e4-9637-4046-a0d8-32e4f114c85c,segment=NetworkSegment(51c90124-6cb4-4ee1-9251-b2560b99c2e4),segment_id=51c90124-6cb4-4ee1-9251-b2560b99c2e4)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:13:44.059713 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-76a17d5c-b335-4c26-b9ef-3d1c48bc1b1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683922'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:44.071803 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-76a17d5c-b335-4c26-b9ef-3d1c48bc1b1d admin admin] Calling delete_port for 1c35e6e4-9637-4046-a0d8-32e4f114c85c owned by network:router_interface {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 14:13:44.244423 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-76a17d5c-b335-4c26-b9ef-3d1c48bc1b1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736156224386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736155824267'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:44.270162 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a17d5c-b335-4c26-b9ef-3d1c48bc1b1d admin admin] Pushing event deleted for resources: {'Port': ['ID=1c35e6e4-9637-4046-a0d8-32e4f114c85c,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:13:44.398624 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-76a17d5c-b335-4c26-b9ef-3d1c48bc1b1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-677689'] for router_interface, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:44.423355 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Device f28eaab0-c615-428d-87b3-21c3b00447ec no longer exists at agent ovs-agent-dv-cinder-784763-7-iscsi {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 14:13:44.443959 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] No Port match for: f28eaab0-c615-428d-87b3-21c3b00447ec {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 14:13:44.444427 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Device f28eaab0-c615-428d-87b3-21c3b00447ec not bound to the agent host dv-cinder-784763-7-iscsi {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 14:13:44.445032 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Device fcd7873c-b5b6-4d4c-8ba5-29b65a2ec244 no longer exists at agent ovs-agent-dv-cinder-784763-7-iscsi {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 14:13:44.463630 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] No Port match for: fcd7873c-b5b6-4d4c-8ba5-29b65a2ec244 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 14:13:44.464057 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Device fcd7873c-b5b6-4d4c-8ba5-29b65a2ec244 not bound to the agent host dv-cinder-784763-7-iscsi {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 14:13:44.464518 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Device 265fd634-8ece-422e-a3e5-f7bab0c16ba0 no longer exists at agent ovs-agent-dv-cinder-784763-7-iscsi {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 14:13:44.482649 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] No Port match for: 265fd634-8ece-422e-a3e5-f7bab0c16ba0 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 14:13:44.483064 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Device 265fd634-8ece-422e-a3e5-f7bab0c16ba0 not bound to the agent host dv-cinder-784763-7-iscsi {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 14:13:44.610409 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76a17d5c-b335-4c26-b9ef-3d1c48bc1b1d admin admin] Router 6707365d-3214-489a-b3f1-0e04b581f4b1 has already been hosted by L3 agent d50ece19-a35b-4d9c-a2c6-6c45fbfb3bdd {{(pid=93101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 14:13:44.714200 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76a17d5c-b335-4c26-b9ef-3d1c48bc1b1d admin admin] Notify agent at l3_agent.dv-cinder-784763-7-iscsi the message routers_updated {{(pid=93101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 14:13:44.719220 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-76a17d5c-b335-4c26-b9ef-3d1c48bc1b1d admin admin] 10.222.0.10 "PUT /v2.0/routers/6707365d-3214-489a-b3f1-0e04b581f4b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3070517 Jul 16 14:13:44.721781 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 38936) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:13:44.725095 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e9cb9a-38dc-4828-a1cd-81ee48ce17d0 None None] Sync routers for ids ['6707365d-3214-489a-b3f1-0e04b581f4b1'] in dv-cinder-784763-7-iscsi {{(pid=93105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 14:13:44.734694 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e9cb9a-38dc-4828-a1cd-81ee48ce17d0 None None] Routers {'6707365d-3214-489a-b3f1-0e04b581f4b1'} bound to L3 agent in host dv-cinder-784763-7-iscsi {{(pid=93105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 14:13:44.735364 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.l3_hamode_db [None req-96e9cb9a-38dc-4828-a1cd-81ee48ce17d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T13:57:50Z,description=,heartbeat_timestamp=2021-07-16T14:13:20Z,host='dv-cinder-784763-7-iscsi',id=d50ece19-a35b-4d9c-a2c6-6c45fbfb3bdd,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T13:57:50Z,topic='l3_agent')) {'router_ids': ['6707365d-3214-489a-b3f1-0e04b581f4b1'], 'active': True} {{(pid=93105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:13:44.830257 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-19c2c1d1-4262-4770-9f51-517d2d296f23 admin admin] Notify callbacks [] for router, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:44.835364 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvr_db [None req-96e9cb9a-38dc-4828-a1cd-81ee48ce17d0 None None] Set router 6707365d-3214-489a-b3f1-0e04b581f4b1 gateway port host: dv-cinder-784763-7-iscsi {{(pid=93105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 14:13:45.021796 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.l3_hamode_db [None req-96e9cb9a-38dc-4828-a1cd-81ee48ce17d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6707365d-3214-489a-b3f1-0e04b581f4b1', 'name': 'tempest-TestShelveInstance-1967118233-router', 'tenant_id': '7c459e0d46a0420f941214fda3fb550e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'external_fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '8b830183-afdd-40e0-bf55-7a1543277751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T14:07:38Z', 'updated_at': '2021-07-16T14:13:44Z', 'revision_number': 5, 'project_id': '7c459e0d46a0420f941214fda3fb550e', 'gw_port': {'id': '8b830183-afdd-40e0-bf55-7a1543277751', 'name': '', 'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:4b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6707365d-3214-489a-b3f1-0e04b581f4b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:07:39Z', 'updated_at': '2021-07-16T14:07:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-7-iscsi'}], 'dv-cinder-784763-7-iscsi', False) {} {{(pid=93105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:13:45.049201 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e9cb9a-38dc-4828-a1cd-81ee48ce17d0 None None] Checking router: 6707365d-3214-489a-b3f1-0e04b581f4b1 for host: dv-cinder-784763-7-iscsi {{(pid=93105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 14:13:45.057570 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e9cb9a-38dc-4828-a1cd-81ee48ce17d0 None None] Routers {'6707365d-3214-489a-b3f1-0e04b581f4b1'} bound to L3 agent in host dv-cinder-784763-7-iscsi {{(pid=93105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 14:13:45.058183 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.l3_hamode_db [None req-96e9cb9a-38dc-4828-a1cd-81ee48ce17d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T13:57:50Z,description=,heartbeat_timestamp=2021-07-16T14:13:20Z,host='dv-cinder-784763-7-iscsi',id=d50ece19-a35b-4d9c-a2c6-6c45fbfb3bdd,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T13:57:50Z,topic='l3_agent')) {'router_ids': ['6707365d-3214-489a-b3f1-0e04b581f4b1'], 'active': True} {{(pid=93105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:13:45.168442 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvr_db [None req-96e9cb9a-38dc-4828-a1cd-81ee48ce17d0 None None] Set router 6707365d-3214-489a-b3f1-0e04b581f4b1 gateway port host: dv-cinder-784763-7-iscsi {{(pid=93105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 14:13:45.213347 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-19c2c1d1-4262-4770-9f51-517d2d296f23 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:45.267034 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-19c2c1d1-4262-4770-9f51-517d2d296f23 admin admin] Deleting port 8b830183-afdd-40e0-bf55-7a1543277751 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 14:13:45.267396 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-19c2c1d1-4262-4770-9f51-517d2d296f23 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736156223663'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:45.347605 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.l3_hamode_db [None req-96e9cb9a-38dc-4828-a1cd-81ee48ce17d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6707365d-3214-489a-b3f1-0e04b581f4b1', 'name': 'tempest-TestShelveInstance-1967118233-router', 'tenant_id': '7c459e0d46a0420f941214fda3fb550e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'external_fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '8b830183-afdd-40e0-bf55-7a1543277751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T14:07:38Z', 'updated_at': '2021-07-16T14:13:44Z', 'revision_number': 5, 'project_id': '7c459e0d46a0420f941214fda3fb550e', 'gw_port': {'id': '8b830183-afdd-40e0-bf55-7a1543277751', 'name': '', 'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:4b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6707365d-3214-489a-b3f1-0e04b581f4b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:07:39Z', 'updated_at': '2021-07-16T14:07:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-7-iscsi'}], 'dv-cinder-784763-7-iscsi', False) {} {{(pid=93105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:13:45.352258 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-19c2c1d1-4262-4770-9f51-517d2d296f23 admin admin] For port 8b830183-afdd-40e0-bf55-7a1543277751, host dv-cinder-784763-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-7-iscsi',level=0,port_id=8b830183-afdd-40e0-bf55-7a1543277751,segment=NetworkSegment(6901d94e-17f9-4035-ba46-6b4e81a8dcfc),segment_id=6901d94e-17f9-4035-ba46-6b4e81a8dcfc)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:13:45.352620 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-19c2c1d1-4262-4770-9f51-517d2d296f23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683922'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:45.369444 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-19c2c1d1-4262-4770-9f51-517d2d296f23 admin admin] Calling delete_port for 8b830183-afdd-40e0-bf55-7a1543277751 owned by network:router_gateway {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 14:13:45.373816 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e9cb9a-38dc-4828-a1cd-81ee48ce17d0 None None] The sync data for ids ['6707365d-3214-489a-b3f1-0e04b581f4b1'] in dv-cinder-784763-7-iscsi is: [{'id': '6707365d-3214-489a-b3f1-0e04b581f4b1', 'name': 'tempest-TestShelveInstance-1967118233-router', 'tenant_id': '7c459e0d46a0420f941214fda3fb550e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'external_fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '8b830183-afdd-40e0-bf55-7a1543277751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T14:07:38Z', 'updated_at': '2021-07-16T14:13:44Z', 'revision_number': 5, 'project_id': '7c459e0d46a0420f941214fda3fb550e', 'gw_port': {'id': '8b830183-afdd-40e0-bf55-7a1543277751', 'name': '', 'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:4b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6707365d-3214-489a-b3f1-0e04b581f4b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:07:39Z', 'updated_at': '2021-07-16T14:07:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-7-iscsi'}] {{(pid=93105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 14:13:45.546120 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-19c2c1d1-4262-4770-9f51-517d2d296f23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736156224386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736155824267'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:45.581712 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c2c1d1-4262-4770-9f51-517d2d296f23 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b830183-afdd-40e0-bf55-7a1543277751,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:13:45.610996 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-19c2c1d1-4262-4770-9f51-517d2d296f23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-611427'] for router_gateway, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:45.704859 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-19c2c1d1-4262-4770-9f51-517d2d296f23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6801'] for router, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:45.708836 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-19c2c1d1-4262-4770-9f51-517d2d296f23 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:45.772095 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-19c2c1d1-4262-4770-9f51-517d2d296f23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-684001'] for router, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:45.772614 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19c2c1d1-4262-4770-9f51-517d2d296f23 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6707365d-3214-489a-b3f1-0e04b581f4b1 {{(pid=93101) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 14:13:45.776700 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-b5d36522-2d67-46c2-b819-3e8ffa95769f req-061c2309-4505-4439-805d-e65acc58014f tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-837451115&fields=id&tenant_id=32619117d80748f8a1f9559a81d3503d HTTP/1.1" status: 200 len: 267 time: 0.0699348 Jul 16 14:13:45.779592 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-19c2c1d1-4262-4770-9f51-517d2d296f23 admin admin] Notify callbacks [] for router, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:45.783455 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-19c2c1d1-4262-4770-9f51-517d2d296f23 admin admin] 10.222.0.10 "DELETE /v2.0/routers/6707365d-3214-489a-b3f1-0e04b581f4b1 HTTP/1.1" status: 204 len: 168 time: 1.0578175 Jul 16 14:13:45.783763 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 38950) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:13:45.865551 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.db.db_base_plugin_v2 [None req-3360802e-f8f9-4c67-8fc7-bb578bdbb0b5 admin admin] Deleting subnet 8c0c9aa4-07ba-4222-9843-a88a691a0a0e {{(pid=93101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 14:13:45.870963 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3360802e-f8f9-4c67-8fc7-bb578bdbb0b5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:45.948326 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3360802e-f8f9-4c67-8fc7-bb578bdbb0b5 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:45.969706 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d36522-2d67-46c2-b819-3e8ffa95769f req-501cd3e9-5f5b-4c0f-aa1f-b439edb00350 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:13:45.971182 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-b5d36522-2d67-46c2-b819-3e8ffa95769f req-501cd3e9-5f5b-4c0f-aa1f-b439edb00350 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] 10.222.0.10 "GET /v2.0/networks?id=bdf51055-487a-47c6-ba40-7101ea8f6992 HTTP/1.1" status: 200 len: 811 time: 0.1791773 Jul 16 14:13:45.994899 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:46.019007 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-b5d36522-2d67-46c2-b819-3e8ffa95769f req-3f23a047-fb59-43bf-ad26-3e8d77b3114f tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] 10.222.0.10 "GET /v2.0/quotas/32619117d80748f8a1f9559a81d3503d HTTP/1.1" status: 200 len: 375 time: 0.0221248 Jul 16 14:13:46.028700 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3360802e-f8f9-4c67-8fc7-bb578bdbb0b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16506816'] for subnet, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:46.135382 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-b5d36522-2d67-46c2-b819-3e8ffa95769f req-baf1a1ea-4df0-4327-b491-16b99a3d2428 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=32619117d80748f8a1f9559a81d3503d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1088812 Jul 16 14:13:46.136971 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3360802e-f8f9-4c67-8fc7-bb578bdbb0b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16506871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186'] for subnet, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:46.175721 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3360802e-f8f9-4c67-8fc7-bb578bdbb0b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c0c9aa4-07ba-4222-9843-a88a691a0a0e,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:13:46.189679 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3360802e-f8f9-4c67-8fc7-bb578bdbb0b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:46.189852 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ec68fd7-f163-44d5-ad94-a2d85eb2fb13 None None] Network 24a5c810-62cd-44db-bbde-e6d58de04422 requested from dv-cinder-784763-7-iscsi {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 14:13:46.191566 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-3360802e-f8f9-4c67-8fc7-bb578bdbb0b5 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/8c0c9aa4-07ba-4222-9843-a88a691a0a0e HTTP/1.1" status: 204 len: 168 time: 0.4068379 Jul 16 14:13:46.194117 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 38960) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:13:46.265670 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-b5d36522-2d67-46c2-b819-3e8ffa95769f req-601b45a2-bf90-4c83-a460-16b76f492689 service neutron] 10.222.0.10 "GET /v2.0/networks/bdf51055-487a-47c6-ba40-7101ea8f6992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985413 Jul 16 14:13:46.269252 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1ddebbb6-6a58-48fe-9a44-4746e0b04b8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16272555'] for network, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:46.329944 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-1ddebbb6-6a58-48fe-9a44-4746e0b04b8f admin admin] Deleting port cd64cacc-903a-4da4-ad47-3f4fe02e5ea0 {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 14:13:46.330289 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1ddebbb6-6a58-48fe-9a44-4746e0b04b8f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736156223663'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:46.366023 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-b5d36522-2d67-46c2-b819-3e8ffa95769f req-b0a8305e-d18e-43cb-8f1c-3651fc695f28 service neutron] 10.222.0.10 "GET /v2.0/networks/bdf51055-487a-47c6-ba40-7101ea8f6992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941737 Jul 16 14:13:46.396439 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.db [None req-1ddebbb6-6a58-48fe-9a44-4746e0b04b8f admin admin] For port cd64cacc-903a-4da4-ad47-3f4fe02e5ea0, host dv-cinder-784763-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-7-iscsi',level=0,port_id=cd64cacc-903a-4da4-ad47-3f4fe02e5ea0,segment=NetworkSegment(51c90124-6cb4-4ee1-9251-b2560b99c2e4),segment_id=51c90124-6cb4-4ee1-9251-b2560b99c2e4)] {{(pid=93102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:13:46.396920 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1ddebbb6-6a58-48fe-9a44-4746e0b04b8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683922'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:46.410224 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-1ddebbb6-6a58-48fe-9a44-4746e0b04b8f admin admin] Calling delete_port for cd64cacc-903a-4da4-ad47-3f4fe02e5ea0 owned by network:dhcp {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 14:13:46.467241 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0d7cd2e-a03c-4559-a94a-8c6f527ca4c5 None None] DHCP port deletion for 24a5c810-62cd-44db-bbde-e6d58de04422 request from dv-cinder-784763-7-iscsi {{(pid=93103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 14:13:46.516552 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1ddebbb6-6a58-48fe-9a44-4746e0b04b8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736156224386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736155824267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4062758'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:46.539775 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Device 8b830183-afdd-40e0-bf55-7a1543277751 no longer exists at agent ovs-agent-dv-cinder-784763-7-iscsi {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 14:13:46.545029 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddebbb6-6a58-48fe-9a44-4746e0b04b8f admin admin] Pushing event deleted for resources: {'Port': ['ID=cd64cacc-903a-4da4-ad47-3f4fe02e5ea0,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:13:46.547722 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ddebbb6-6a58-48fe-9a44-4746e0b04b8f admin admin] No DVR routers for this DVR port cd64cacc-903a-4da4-ad47-3f4fe02e5ea0 on host dv-cinder-784763-7-iscsi {{(pid=93102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 14:13:46.569497 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] No Port match for: 8b830183-afdd-40e0-bf55-7a1543277751 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 14:13:46.569834 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Device 8b830183-afdd-40e0-bf55-7a1543277751 not bound to the agent host dv-cinder-784763-7-iscsi {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 14:13:46.570308 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Device cd64cacc-903a-4da4-ad47-3f4fe02e5ea0 no longer exists at agent ovs-agent-dv-cinder-784763-7-iscsi {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 14:13:46.591665 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] No Port match for: cd64cacc-903a-4da4-ad47-3f4fe02e5ea0 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 14:13:46.592014 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Device cd64cacc-903a-4da4-ad47-3f4fe02e5ea0 not bound to the agent host dv-cinder-784763-7-iscsi {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 14:13:46.592434 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Device 1c35e6e4-9637-4046-a0d8-32e4f114c85c no longer exists at agent ovs-agent-dv-cinder-784763-7-iscsi {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 14:13:46.613940 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] No Port match for: 1c35e6e4-9637-4046-a0d8-32e4f114c85c {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 14:13:46.614288 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Device 1c35e6e4-9637-4046-a0d8-32e4f114c85c not bound to the agent host dv-cinder-784763-7-iscsi {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 14:13:46.616932 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-d0d7cd2e-a03c-4559-a94a-8c6f527ca4c5 None None] Deleting port cd64cacc-903a-4da4-ad47-3f4fe02e5ea0 {{(pid=93103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 14:13:46.617377 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-d0d7cd2e-a03c-4559-a94a-8c6f527ca4c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736156223663'] for port, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:46.626357 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1ddebbb6-6a58-48fe-9a44-4746e0b04b8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16499620', 'neutron.services.segments.db._delete_segments_for_network-8736156337740'] for network, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:46.637297 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.services.segments.db [None req-1ddebbb6-6a58-48fe-9a44-4746e0b04b8f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24a5c810-62cd-44db-bbde-e6d58de04422']}} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:13:46.650893 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.services.segments.db [None req-1ddebbb6-6a58-48fe-9a44-4746e0b04b8f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51c90124-6cb4-4ee1-9251-b2560b99c2e4') {'for_net_delete': True} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:13:46.651186 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.services.segments.db [None req-1ddebbb6-6a58-48fe-9a44-4746e0b04b8f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51c90124-6cb4-4ee1-9251-b2560b99c2e4') {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:13:46.660972 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1ddebbb6-6a58-48fe-9a44-4746e0b04b8f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736156340821', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4062899'] for segment, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:46.676036 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1ddebbb6-6a58-48fe-9a44-4746e0b04b8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16512664'] for segment, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:46.691174 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ddebbb6-6a58-48fe-9a44-4746e0b04b8f admin admin] Releasing vlan 248 on physical network physnet1 to pool {{(pid=93102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 14:13:46.691586 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1ddebbb6-6a58-48fe-9a44-4746e0b04b8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16512664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4063223'] for segment, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:46.694186 dv-cinder-784763-7-iscsi neutron-server[93102]: Traceback (most recent call last): Jul 16 14:13:46.694186 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 14:13:46.694186 dv-cinder-784763-7-iscsi neutron-server[93102]: timer() Jul 16 14:13:46.694186 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 14:13:46.694186 dv-cinder-784763-7-iscsi neutron-server[93102]: cb(*args, **kw) Jul 16 14:13:46.694186 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 14:13:46.694186 dv-cinder-784763-7-iscsi neutron-server[93102]: return func(*args, **kwargs) Jul 16 14:13:46.694186 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 14:13:46.694186 dv-cinder-784763-7-iscsi neutron-server[93102]: self._notify() Jul 16 14:13:46.694186 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 14:13:46.694186 dv-cinder-784763-7-iscsi neutron-server[93102]: self.callback(batched_events) Jul 16 14:13:46.694186 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 14:13:46.694186 dv-cinder-784763-7-iscsi neutron-server[93102]: event.method(event) Jul 16 14:13:46.694186 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 14:13:46.694186 dv-cinder-784763-7-iscsi neutron-server[93102]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 14:13:46.694186 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 14:13:46.694186 dv-cinder-784763-7-iscsi neutron-server[93102]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 14:13:46.694186 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 14:13:46.694186 dv-cinder-784763-7-iscsi neutron-server[93102]: return f(self, *a, **k) Jul 16 14:13:46.694186 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 14:13:46.694186 dv-cinder-784763-7-iscsi neutron-server[93102]: return self._get(url).json() Jul 16 14:13:46.694186 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 14:13:46.694186 dv-cinder-784763-7-iscsi neutron-server[93102]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 14:13:46.694186 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 14:13:46.694186 dv-cinder-784763-7-iscsi neutron-server[93102]: return self.request(url, 'GET', **kwargs) Jul 16 14:13:46.694186 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 14:13:46.694186 dv-cinder-784763-7-iscsi neutron-server[93102]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 14:13:46.694186 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 14:13:46.694186 dv-cinder-784763-7-iscsi neutron-server[93102]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 14:13:46.694186 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 14:13:46.694186 dv-cinder-784763-7-iscsi neutron-server[93102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 14:13:46.694186 dv-cinder-784763-7-iscsi neutron-server[93102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 14:13:46.710335 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-d0d7cd2e-a03c-4559-a94a-8c6f527ca4c5 None None] For port cd64cacc-903a-4da4-ad47-3f4fe02e5ea0, host dv-cinder-784763-7-iscsi, got binding levels [] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:13:46.711078 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-d0d7cd2e-a03c-4559-a94a-8c6f527ca4c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683922'] for port, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:46.724217 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-d0d7cd2e-a03c-4559-a94a-8c6f527ca4c5 None None] Calling delete_port for cd64cacc-903a-4da4-ad47-3f4fe02e5ea0 owned by network:dhcp {{(pid=93103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 14:13:46.727064 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.ipam_backend_mixin [None req-d0d7cd2e-a03c-4559-a94a-8c6f527ca4c5 None None] Port cd64cacc-903a-4da4-ad47-3f4fe02e5ea0 was not found and therefore no delete operation was performed {{(pid=93103) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 14:13:46.728497 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-d0d7cd2e-a03c-4559-a94a-8c6f527ca4c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736156224386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736155824267'] for port, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:46.742083 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-88e6d7c2-96ed-4da2-9a7e-3b7f6d9a7ced req-f9e1d8bd-7dad-44d5-bd8b-7ca3ba645000 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] 10.222.0.10 "GET /v2.0/ports?device_id=00987cfe-552e-4c43-a607-481fa19ea5c7 HTTP/1.1" status: 200 len: 210 time: 0.0323737 Jul 16 14:13:46.755121 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d7cd2e-a03c-4559-a94a-8c6f527ca4c5 None None] Pushing event deleted for resources: {'Port': ['ID=cd64cacc-903a-4da4-ad47-3f4fe02e5ea0,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:13:46.759724 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d7cd2e-a03c-4559-a94a-8c6f527ca4c5 None None] No DVR routers for this DVR port cd64cacc-903a-4da4-ad47-3f4fe02e5ea0 on host dv-cinder-784763-7-iscsi {{(pid=93103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 14:13:46.766473 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d7cd2e-a03c-4559-a94a-8c6f527ca4c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:13:46.766890 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d7cd2e-a03c-4559-a94a-8c6f527ca4c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:13:46.767296 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d7cd2e-a03c-4559-a94a-8c6f527ca4c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:13:46.767699 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d7cd2e-a03c-4559-a94a-8c6f527ca4c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:13:46.768096 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d7cd2e-a03c-4559-a94a-8c6f527ca4c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:13:46.772019 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d7cd2e-a03c-4559-a94a-8c6f527ca4c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:13:46.772019 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d7cd2e-a03c-4559-a94a-8c6f527ca4c5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:13:46.772019 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d7cd2e-a03c-4559-a94a-8c6f527ca4c5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:13:46.772019 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d7cd2e-a03c-4559-a94a-8c6f527ca4c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:13:46.772019 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d7cd2e-a03c-4559-a94a-8c6f527ca4c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:13:46.772019 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d7cd2e-a03c-4559-a94a-8c6f527ca4c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:13:46.772019 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d7cd2e-a03c-4559-a94a-8c6f527ca4c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:13:46.793804 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1ddebbb6-6a58-48fe-9a44-4746e0b04b8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16499645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611519'] for network, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:46.800819 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1ddebbb6-6a58-48fe-9a44-4746e0b04b8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583268'] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:46.802560 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-1ddebbb6-6a58-48fe-9a44-4746e0b04b8f admin admin] 10.222.0.10 "DELETE /v2.0/networks/24a5c810-62cd-44db-bbde-e6d58de04422 HTTP/1.1" status: 204 len: 168 time: 0.6062107 Jul 16 14:13:46.817199 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddebbb6-6a58-48fe-9a44-4746e0b04b8f admin admin] Pushing event deleted for resources: {'Network': ['ID=24a5c810-62cd-44db-bbde-e6d58de04422,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:13:46.921050 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 38978) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:13:46.962724 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-d96670aa-34a7-42cf-b910-29f3c81b2351 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f26aa26656004385a23ef6e54380f2d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0398664 Jul 16 14:13:46.965208 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 38982) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:13:47.014205 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4450e169-8096-4c70-9d2b-5d28df48cc29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:47.035684 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4450e169-8096-4c70-9d2b-5d28df48cc29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:47.080519 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4450e169-8096-4c70-9d2b-5d28df48cc29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:47.083031 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4450e169-8096-4c70-9d2b-5d28df48cc29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:47.084167 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-4450e169-8096-4c70-9d2b-5d28df48cc29 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0dddc7ed-d3be-4404-9209-f62d7da26749 HTTP/1.1" status: 204 len: 168 time: 0.1179419 Jul 16 14:13:47.094590 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4450e169-8096-4c70-9d2b-5d28df48cc29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dddc7ed-d3be-4404-9209-f62d7da26749,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:13:47.386848 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 38990) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:13:47.426116 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-d26f739c-8afb-435e-9586-5c0e531da099 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7c459e0d46a0420f941214fda3fb550e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0380602 Jul 16 14:13:47.428563 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 38992) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:13:47.476331 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e9bd3220-c32a-4680-891b-28d0e351670d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:47.496512 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e9bd3220-c32a-4680-891b-28d0e351670d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:47.541794 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e9bd3220-c32a-4680-891b-28d0e351670d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:47.544535 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e9bd3220-c32a-4680-891b-28d0e351670d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:47.545699 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-e9bd3220-c32a-4680-891b-28d0e351670d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9b87ba61-b034-4067-aa43-16b50648c959 HTTP/1.1" status: 204 len: 168 time: 0.1161201 Jul 16 14:13:47.553644 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bd3220-c32a-4680-891b-28d0e351670d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b87ba61-b034-4067-aa43-16b50648c959,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:13:47.748124 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-51fc885e-e21d-44e9-b479-0ec25b0f5021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:47.888023 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-e8286bb3-1792-4f0e-bd84-f15850c38d2d req-b3b52b48-8c15-4ac7-9387-b92a12dcfda1 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] 10.222.0.10 "GET /v2.0/ports?device_id=00987cfe-552e-4c43-a607-481fa19ea5c7 HTTP/1.1" status: 200 len: 210 time: 0.0331531 Jul 16 14:13:49.023398 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-cbef3fd1-04dd-4594-aa77-b2119d510e00 req-83a0a5e2-778b-444d-a15c-2da58cbbac13 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] 10.222.0.10 "GET /v2.0/ports?device_id=00987cfe-552e-4c43-a607-481fa19ea5c7 HTTP/1.1" status: 200 len: 210 time: 0.0272810 Jul 16 14:13:50.022536 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d36522-2d67-46c2-b819-3e8ffa95769f req-a79ed07b-7594-4914-b432-266321ab63e6 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:13:50.023960 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-b5d36522-2d67-46c2-b819-3e8ffa95769f req-a79ed07b-7594-4914-b432-266321ab63e6 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] 10.222.0.25 "GET /v2.0/networks?id=bdf51055-487a-47c6-ba40-7101ea8f6992 HTTP/1.1" status: 200 len: 811 time: 0.0988224 Jul 16 14:13:50.095804 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-b5d36522-2d67-46c2-b819-3e8ffa95769f req-aa8f8b2c-3d16-47ff-82c5-d89c23f837a9 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=32619117d80748f8a1f9559a81d3503d HTTP/1.1" status: 200 len: 379 time: 0.0364137 Jul 16 14:13:50.105475 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.v2.base [req-b5d36522-2d67-46c2-b819-3e8ffa95769f req-a4595f8d-fd8f-457c-8ea0-8fe6465f6cf0 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Request body: {'port': {'device_id': '00987cfe-552e-4c43-a607-481fa19ea5c7', 'network_id': 'bdf51055-487a-47c6-ba40-7101ea8f6992', 'admin_state_up': True, 'tenant_id': '32619117d80748f8a1f9559a81d3503d', 'security_groups': ['cb179e6f-d2a9-4984-b7ac-580abaad5e34']}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:13:50.195692 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-ade64693-8e5b-4e5f-9145-2f577d7c34d8 req-49b980a5-8031-4cab-8577-462f11083ca5 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] 10.222.0.10 "GET /v2.0/ports?device_id=00987cfe-552e-4c43-a607-481fa19ea5c7 HTTP/1.1" status: 200 len: 210 time: 0.0585461 Jul 16 14:13:50.244283 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5d36522-2d67-46c2-b819-3e8ffa95769f req-a4595f8d-fd8f-457c-8ea0-8fe6465f6cf0 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Made reservation on behalf of 32619117d80748f8a1f9559a81d3503d for: {'port': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 14:13:50.247787 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-b5d36522-2d67-46c2-b819-3e8ffa95769f req-a4595f8d-fd8f-457c-8ea0-8fe6465f6cf0 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:50.374734 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-28002428-e323-4a3c-adb7-15f2e2a8d5e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:50.378634 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [req-b5d36522-2d67-46c2-b819-3e8ffa95769f req-a4595f8d-fd8f-457c-8ea0-8fe6465f6cf0 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Allocated IP 172.20.0.5 (bdf51055-487a-47c6-ba40-7101ea8f6992/434d79b6-168f-4988-9fda-3d5972d38d97/1f104238-14bf-44c7-abc9-72bf71fd8c64) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 14:13:50.514995 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-b5d36522-2d67-46c2-b819-3e8ffa95769f req-a4595f8d-fd8f-457c-8ea0-8fe6465f6cf0 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:50.528097 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-b5d36522-2d67-46c2-b819-3e8ffa95769f req-a4595f8d-fd8f-457c-8ea0-8fe6465f6cf0 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Transition to ACTIVE for port object 1f104238-14bf-44c7-abc9-72bf71fd8c64 will not be triggered until provisioned by entity DHCP. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 14:13:50.559940 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-b5d36522-2d67-46c2-b819-3e8ffa95769f req-a4595f8d-fd8f-457c-8ea0-8fe6465f6cf0 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736155824258'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:50.603322 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5d36522-2d67-46c2-b819-3e8ffa95769f req-a4595f8d-fd8f-457c-8ea0-8fe6465f6cf0 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Network bdf51055-487a-47c6-ba40-7101ea8f6992 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 14:13:50.608323 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [req-b5d36522-2d67-46c2-b819-3e8ffa95769f req-a4595f8d-fd8f-457c-8ea0-8fe6465f6cf0 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 14:13:50.615946 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5d36522-2d67-46c2-b819-3e8ffa95769f req-a4595f8d-fd8f-457c-8ea0-8fe6465f6cf0 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 14:13:50.621408 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d36522-2d67-46c2-b819-3e8ffa95769f req-a4595f8d-fd8f-457c-8ea0-8fe6465f6cf0 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:13:50.622010 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-b5d36522-2d67-46c2-b819-3e8ffa95769f req-a4595f8d-fd8f-457c-8ea0-8fe6465f6cf0 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72406'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:50.634987 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4595f8d-fd8f-457c-8ea0-8fe6465f6cf0 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Pushing event updated for resources: {'Port': ['ID=1f104238-14bf-44c7-abc9-72bf71fd8c64,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:13:50.642655 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-b5d36522-2d67-46c2-b819-3e8ffa95769f req-a4595f8d-fd8f-457c-8ea0-8fe6465f6cf0 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5408275 Jul 16 14:13:50.661159 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.v2.base [req-b5d36522-2d67-46c2-b819-3e8ffa95769f req-6d6d4e0a-1947-4d33-a801-cb3e85087438 service neutron] Request body: {'port': {'device_id': '00987cfe-552e-4c43-a607-481fa19ea5c7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78476'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:13:50.726116 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:50.740251 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-b5d36522-2d67-46c2-b819-3e8ffa95769f req-6d6d4e0a-1947-4d33-a801-cb3e85087438 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:50.953902 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-5dbba488-c3b9-4f71-9fc1-01b7a663b2e6 None None] Provisioning for port 1f104238-14bf-44c7-abc9-72bf71fd8c64 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 14:13:50.957363 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-5dbba488-c3b9-4f71-9fc1-01b7a663b2e6 None None] Provisioning complete for port 1f104238-14bf-44c7-abc9-72bf71fd8c64 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 14:13:50.957737 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-5dbba488-c3b9-4f71-9fc1-01b7a663b2e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16503849'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:50.991693 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-5dbba488-c3b9-4f71-9fc1-01b7a663b2e6 None None] Port 1f104238-14bf-44c7-abc9-72bf71fd8c64 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 14:13:51.013981 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.notifiers.nova [req-b5d36522-2d67-46c2-b819-3e8ffa95769f req-6d6d4e0a-1947-4d33-a801-cb3e85087438 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f104238-14bf-44c7-abc9-72bf71fd8c64 {{(pid=93101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 14:13:51.021627 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-b5d36522-2d67-46c2-b819-3e8ffa95769f req-6d6d4e0a-1947-4d33-a801-cb3e85087438 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:51.033377 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-b5d36522-2d67-46c2-b819-3e8ffa95769f req-6d6d4e0a-1947-4d33-a801-cb3e85087438 service neutron] Transition to ACTIVE for port object 1f104238-14bf-44c7-abc9-72bf71fd8c64 will not be triggered until provisioned by entity L2. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 14:13:51.037493 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-b5d36522-2d67-46c2-b819-3e8ffa95769f req-6d6d4e0a-1947-4d33-a801-cb3e85087438 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736156224341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736155824276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736155824294'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:51.087972 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6d4e0a-1947-4d33-a801-cb3e85087438 service neutron] Pushing event updated for resources: {'Port': ['ID=1f104238-14bf-44c7-abc9-72bf71fd8c64,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:13:51.122893 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-b5d36522-2d67-46c2-b819-3e8ffa95769f req-6d6d4e0a-1947-4d33-a801-cb3e85087438 service neutron] Attempting to bind port 1f104238-14bf-44c7-abc9-72bf71fd8c64 on host hv-cinder-78476 for vnic_type normal with profile {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 14:13:51.123613 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-b5d36522-2d67-46c2-b819-3e8ffa95769f req-6d6d4e0a-1947-4d33-a801-cb3e85087438 service neutron] Attempting to bind port 1f104238-14bf-44c7-abc9-72bf71fd8c64 by drivers openvswitch,hyperv on host hv-cinder-78476 at level 0 using segments [{'id': 'd8dd1782-bfa3-42b8-a1f1-12afba56b459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'bdf51055-487a-47c6-ba40-7101ea8f6992'}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 14:13:51.124553 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d36522-2d67-46c2-b819-3e8ffa95769f req-6d6d4e0a-1947-4d33-a801-cb3e85087438 service neutron] Attempting to bind port 1f104238-14bf-44c7-abc9-72bf71fd8c64 on network bdf51055-487a-47c6-ba40-7101ea8f6992 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 14:13:51.131081 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d36522-2d67-46c2-b819-3e8ffa95769f req-6d6d4e0a-1947-4d33-a801-cb3e85087438 service neutron] Port 1f104238-14bf-44c7-abc9-72bf71fd8c64 on network bdf51055-487a-47c6-ba40-7101ea8f6992 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78476 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 14:13:51.131695 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d36522-2d67-46c2-b819-3e8ffa95769f req-6d6d4e0a-1947-4d33-a801-cb3e85087438 service neutron] Attempting to bind port 1f104238-14bf-44c7-abc9-72bf71fd8c64 on network bdf51055-487a-47c6-ba40-7101ea8f6992 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 14:13:51.138340 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d36522-2d67-46c2-b819-3e8ffa95769f req-6d6d4e0a-1947-4d33-a801-cb3e85087438 service neutron] Checking agent: {'id': '6fdce28b-c36c-45c9-95d7-1ffee3187505', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78476', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 14, 3, 46), 'started_at': datetime.datetime(2021, 7, 16, 14, 3, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 14, 13, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 14:13:51.138715 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d36522-2d67-46c2-b819-3e8ffa95769f req-6d6d4e0a-1947-4d33-a801-cb3e85087438 service neutron] Checking segment: {'id': 'd8dd1782-bfa3-42b8-a1f1-12afba56b459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'bdf51055-487a-47c6-ba40-7101ea8f6992'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 14:13:51.139105 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d36522-2d67-46c2-b819-3e8ffa95769f req-6d6d4e0a-1947-4d33-a801-cb3e85087438 service neutron] Bound using segment: {'id': 'd8dd1782-bfa3-42b8-a1f1-12afba56b459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'bdf51055-487a-47c6-ba40-7101ea8f6992'} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 14:13:51.139537 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-b5d36522-2d67-46c2-b819-3e8ffa95769f req-6d6d4e0a-1947-4d33-a801-cb3e85087438 service neutron] Bound port: 1f104238-14bf-44c7-abc9-72bf71fd8c64, host: hv-cinder-78476, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8dd1782-bfa3-42b8-a1f1-12afba56b459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'bdf51055-487a-47c6-ba40-7101ea8f6992'}}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 14:13:51.140113 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-b5d36522-2d67-46c2-b819-3e8ffa95769f req-6d6d4e0a-1947-4d33-a801-cb3e85087438 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:51.221748 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-b5d36522-2d67-46c2-b819-3e8ffa95769f req-6d6d4e0a-1947-4d33-a801-cb3e85087438 service neutron] For port 1f104238-14bf-44c7-abc9-72bf71fd8c64, host hv-cinder-78476, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 14:13:51.226245 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-b5d36522-2d67-46c2-b819-3e8ffa95769f req-6d6d4e0a-1947-4d33-a801-cb3e85087438 service neutron] For port 1f104238-14bf-44c7-abc9-72bf71fd8c64, host hv-cinder-78476, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=1f104238-14bf-44c7-abc9-72bf71fd8c64,segment=NetworkSegment(d8dd1782-bfa3-42b8-a1f1-12afba56b459),segment_id=d8dd1782-bfa3-42b8-a1f1-12afba56b459)] {{(pid=93101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 14:13:51.236823 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-b5d36522-2d67-46c2-b819-3e8ffa95769f req-6d6d4e0a-1947-4d33-a801-cb3e85087438 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736156224341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736155824276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736155824294'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:51.284138 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d36522-2d67-46c2-b819-3e8ffa95769f req-6d6d4e0a-1947-4d33-a801-cb3e85087438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:13:51.284788 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-b5d36522-2d67-46c2-b819-3e8ffa95769f req-6d6d4e0a-1947-4d33-a801-cb3e85087438 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72406'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:51.286212 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-b5d36522-2d67-46c2-b819-3e8ffa95769f req-6d6d4e0a-1947-4d33-a801-cb3e85087438 service neutron] 10.222.0.25 "PUT /v2.0/ports/1f104238-14bf-44c7-abc9-72bf71fd8c64 HTTP/1.1" status: 200 len: 1093 time: 0.6300099 Jul 16 14:13:51.286729 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00987cfe-552e-4c43-a607-481fa19ea5c7', 'tag': '1f104238-14bf-44c7-abc9-72bf71fd8c64'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 14:13:51.289018 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}669b174d507dea59856bca4514a747f2bad56b4b9d456cc0353e9cf2427ac1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f486cb6f-d3d9-4112-a571-0ba2739634b3" -d '{"events": [{"name": "network-changed", "server_uuid": "00987cfe-552e-4c43-a607-481fa19ea5c7", "tag": "1f104238-14bf-44c7-abc9-72bf71fd8c64"}]}' {{(pid=93101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 14:13:51.331716 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6d4e0a-1947-4d33-a801-cb3e85087438 service neutron] Pushing event updated for resources: {'Port': ['ID=1f104238-14bf-44c7-abc9-72bf71fd8c64,revision_number=3']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:13:51.387681 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 14:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea745ca3-4f65-4e9c-b8cb-3f4cf4e856c4 x-openstack-request-id: req-ea745ca3-4f65-4e9c-b8cb-3f4cf4e856c4 {{(pid=93101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 14:13:51.387960 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00987cfe-552e-4c43-a607-481fa19ea5c7", "tag": "1f104238-14bf-44c7-abc9-72bf71fd8c64", "status": "completed", "code": 200}]} {{(pid=93101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 14:13:51.388203 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ea745ca3-4f65-4e9c-b8cb-3f4cf4e856c4 {{(pid=93101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 14:13:51.388590 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00987cfe-552e-4c43-a607-481fa19ea5c7', 'tag': '1f104238-14bf-44c7-abc9-72bf71fd8c64', 'status': 'completed', 'code': 200} Jul 16 14:13:51.479120 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-64ab8875-bbbc-4415-a681-ef47cf0d365f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:51.488636 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d36522-2d67-46c2-b819-3e8ffa95769f req-620fa92f-c636-44a8-834f-7d76146c36ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:13:51.493337 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-b5d36522-2d67-46c2-b819-3e8ffa95769f req-620fa92f-c636-44a8-834f-7d76146c36ec service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=32619117d80748f8a1f9559a81d3503d&device_id=00987cfe-552e-4c43-a607-481fa19ea5c7 HTTP/1.1" status: 200 len: 1096 time: 0.1155367 Jul 16 14:13:51.526627 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596bd554-84e2-4e16-b21f-1faa7166a0a5 req-9779190d-0cda-46fb-8dba-1e32811fbb04 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:13:51.529045 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-596bd554-84e2-4e16-b21f-1faa7166a0a5 req-9779190d-0cda-46fb-8dba-1e32811fbb04 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] 10.222.0.10 "GET /v2.0/ports?device_id=00987cfe-552e-4c43-a607-481fa19ea5c7 HTTP/1.1" status: 200 len: 943 time: 0.1336410 Jul 16 14:13:51.565462 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-b5d36522-2d67-46c2-b819-3e8ffa95769f req-e40e292f-bfc9-4571-994f-b436544e0c1a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1f104238-14bf-44c7-abc9-72bf71fd8c64 HTTP/1.1" status: 200 len: 217 time: 0.0600338 Jul 16 14:13:51.587732 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-596bd554-84e2-4e16-b21f-1faa7166a0a5 req-8a7e1337-7560-4eb1-9050-591d016ea30b tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb179e6f-d2a9-4984-b7ac-580abaad5e34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354836 Jul 16 14:13:51.616551 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d36522-2d67-46c2-b819-3e8ffa95769f req-8c9489e2-a107-4c4a-9c16-21bb8629f2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:13:51.617934 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-b5d36522-2d67-46c2-b819-3e8ffa95769f req-8c9489e2-a107-4c4a-9c16-21bb8629f2a1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=434d79b6-168f-4988-9fda-3d5972d38d97 HTTP/1.1" status: 200 len: 850 time: 0.0452693 Jul 16 14:13:51.677321 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d36522-2d67-46c2-b819-3e8ffa95769f req-2e81753d-3834-49a6-a2c7-b030aad58e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:13:51.679372 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-b5d36522-2d67-46c2-b819-3e8ffa95769f req-2e81753d-3834-49a6-a2c7-b030aad58e3b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=bdf51055-487a-47c6-ba40-7101ea8f6992&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0546374 Jul 16 14:13:51.788108 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-b5d36522-2d67-46c2-b819-3e8ffa95769f req-6a320171-347d-49ec-b5f9-b902f08e88e5 service neutron] 10.222.0.25 "GET /v2.0/networks/bdf51055-487a-47c6-ba40-7101ea8f6992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027527 Jul 16 14:13:51.893478 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-b5d36522-2d67-46c2-b819-3e8ffa95769f req-ca875ad4-1da5-4aa8-8177-44fc6a33e286 service neutron] 10.222.0.25 "GET /v2.0/networks/bdf51055-487a-47c6-ba40-7101ea8f6992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860040 Jul 16 14:13:52.027598 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f486cb6f-d3d9-4112-a571-0ba2739634b3 req-535365f9-f21e-44a0-a616-f953e15ced9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:13:52.028985 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-f486cb6f-d3d9-4112-a571-0ba2739634b3 req-535365f9-f21e-44a0-a616-f953e15ced9c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=32619117d80748f8a1f9559a81d3503d&device_id=00987cfe-552e-4c43-a607-481fa19ea5c7 HTTP/1.1" status: 200 len: 1096 time: 0.0538003 Jul 16 14:13:52.116786 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f486cb6f-d3d9-4112-a571-0ba2739634b3 req-be8fad7a-ab14-4863-a15c-735db0ac1fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:13:52.118256 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-f486cb6f-d3d9-4112-a571-0ba2739634b3 req-be8fad7a-ab14-4863-a15c-735db0ac1fb5 service neutron] 10.222.0.25 "GET /v2.0/networks?id=bdf51055-487a-47c6-ba40-7101ea8f6992 HTTP/1.1" status: 200 len: 912 time: 0.0821788 Jul 16 14:13:52.166036 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-f486cb6f-d3d9-4112-a571-0ba2739634b3 req-c29a9951-1a2d-4e44-8213-75f87c99ecf2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1f104238-14bf-44c7-abc9-72bf71fd8c64 HTTP/1.1" status: 200 len: 217 time: 0.0368199 Jul 16 14:13:52.212209 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f486cb6f-d3d9-4112-a571-0ba2739634b3 req-a72bd9c5-9da7-404d-8762-606dcac35a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:13:52.213649 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-f486cb6f-d3d9-4112-a571-0ba2739634b3 req-a72bd9c5-9da7-404d-8762-606dcac35a84 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=434d79b6-168f-4988-9fda-3d5972d38d97 HTTP/1.1" status: 200 len: 850 time: 0.0416996 Jul 16 14:13:52.268319 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f486cb6f-d3d9-4112-a571-0ba2739634b3 req-e54d1176-94dc-48b1-b36c-03f736f62dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:13:52.269770 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-f486cb6f-d3d9-4112-a571-0ba2739634b3 req-e54d1176-94dc-48b1-b36c-03f736f62dc3 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=bdf51055-487a-47c6-ba40-7101ea8f6992&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0495355 Jul 16 14:13:52.359556 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-f486cb6f-d3d9-4112-a571-0ba2739634b3 req-9d0e0cc9-ad48-4f03-ae2a-83f93e96030b service neutron] 10.222.0.25 "GET /v2.0/networks/bdf51055-487a-47c6-ba40-7101ea8f6992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832224 Jul 16 14:13:52.443860 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-f486cb6f-d3d9-4112-a571-0ba2739634b3 req-53646fc3-39d5-44c5-9f8c-535e8bf106e0 service neutron] 10.222.0.25 "GET /v2.0/networks/bdf51055-487a-47c6-ba40-7101ea8f6992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0780523 Jul 16 14:13:52.762818 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dca0db-bd7e-4b3d-8ef2-18e0c5c39754 req-15caefa6-2c3a-4007-a1db-4613d9b69240 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:13:52.764258 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-74dca0db-bd7e-4b3d-8ef2-18e0c5c39754 req-15caefa6-2c3a-4007-a1db-4613d9b69240 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] 10.222.0.10 "GET /v2.0/ports?device_id=00987cfe-552e-4c43-a607-481fa19ea5c7 HTTP/1.1" status: 200 len: 943 time: 0.0641453 Jul 16 14:13:52.800494 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-74dca0db-bd7e-4b3d-8ef2-18e0c5c39754 req-8791adcb-81b0-404f-9c3d-de3afdd8b331 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb179e6f-d2a9-4984-b7ac-580abaad5e34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301087 Jul 16 14:13:53.109503 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-fe1600e4-7db6-428f-a340-75d1d02f3a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:13:53.973838 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f182aed-a9d3-4ef0-9f92-4e057f8ec900 req-f8ecdb70-3421-4111-9165-cb0504d777a4 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:13:53.975302 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-6f182aed-a9d3-4ef0-9f92-4e057f8ec900 req-f8ecdb70-3421-4111-9165-cb0504d777a4 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] 10.222.0.10 "GET /v2.0/ports?device_id=00987cfe-552e-4c43-a607-481fa19ea5c7 HTTP/1.1" status: 200 len: 943 time: 0.0627766 Jul 16 14:13:54.011923 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-6f182aed-a9d3-4ef0-9f92-4e057f8ec900 req-146ef98c-9ffc-4022-bb8d-c4e7e03ff43a tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb179e6f-d2a9-4984-b7ac-580abaad5e34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309670 Jul 16 14:13:55.179531 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1221eb5b-4e19-4663-85d4-841b5217e08f req-1232eafd-a0af-44d4-8ea2-ddc28fc3ae9c tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:13:55.181044 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-1221eb5b-4e19-4663-85d4-841b5217e08f req-1232eafd-a0af-44d4-8ea2-ddc28fc3ae9c tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] 10.222.0.10 "GET /v2.0/ports?device_id=00987cfe-552e-4c43-a607-481fa19ea5c7 HTTP/1.1" status: 200 len: 943 time: 0.0616236 Jul 16 14:13:55.218574 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-1221eb5b-4e19-4663-85d4-841b5217e08f req-00de748c-bc02-4fb9-8b1d-ae357166614b tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb179e6f-d2a9-4984-b7ac-580abaad5e34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319831 Jul 16 14:13:56.387330 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4e112d-b9d3-4f7c-87a1-434433444709 req-4e700372-9caa-4418-a043-07cd32449b8e tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:13:56.388825 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-0c4e112d-b9d3-4f7c-87a1-434433444709 req-4e700372-9caa-4418-a043-07cd32449b8e tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] 10.222.0.10 "GET /v2.0/ports?device_id=00987cfe-552e-4c43-a607-481fa19ea5c7 HTTP/1.1" status: 200 len: 943 time: 0.0611489 Jul 16 14:13:56.429406 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-0c4e112d-b9d3-4f7c-87a1-434433444709 req-4be2bade-0bc4-4f64-998e-805e3cc2a8eb tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb179e6f-d2a9-4984-b7ac-580abaad5e34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350628 Jul 16 14:13:57.596705 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95faf0c4-e9e1-4337-9970-0294c9e1b4b7 req-85a27797-b865-48ac-ad68-8f0c380f069d tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:13:57.598175 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-95faf0c4-e9e1-4337-9970-0294c9e1b4b7 req-85a27797-b865-48ac-ad68-8f0c380f069d tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] 10.222.0.10 "GET /v2.0/ports?device_id=00987cfe-552e-4c43-a607-481fa19ea5c7 HTTP/1.1" status: 200 len: 943 time: 0.0608954 Jul 16 14:13:57.635109 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-95faf0c4-e9e1-4337-9970-0294c9e1b4b7 req-efbfd339-7874-437d-b656-2c6dce1c16eb tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb179e6f-d2a9-4984-b7ac-580abaad5e34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314574 Jul 16 14:13:58.802641 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a6e0f8-cf01-45af-b8a4-d8d8edd9de80 req-3c23785c-cc5e-4b39-9766-3990ef06cb38 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:13:58.804110 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-68a6e0f8-cf01-45af-b8a4-d8d8edd9de80 req-3c23785c-cc5e-4b39-9766-3990ef06cb38 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] 10.222.0.10 "GET /v2.0/ports?device_id=00987cfe-552e-4c43-a607-481fa19ea5c7 HTTP/1.1" status: 200 len: 943 time: 0.0635035 Jul 16 14:13:58.842653 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-68a6e0f8-cf01-45af-b8a4-d8d8edd9de80 req-0ec80bcc-35c5-4794-b72f-661474fc6dad tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb179e6f-d2a9-4984-b7ac-580abaad5e34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329883 Jul 16 14:14:00.013637 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9961a00a-242d-497d-b321-371b7ada9260 req-dc69e257-3e80-43c5-a677-a5f2829fdbfd tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:14:00.015288 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-9961a00a-242d-497d-b321-371b7ada9260 req-dc69e257-3e80-43c5-a677-a5f2829fdbfd tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] 10.222.0.10 "GET /v2.0/ports?device_id=00987cfe-552e-4c43-a607-481fa19ea5c7 HTTP/1.1" status: 200 len: 943 time: 0.0662148 Jul 16 14:14:00.055346 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-9961a00a-242d-497d-b321-371b7ada9260 req-eea3271b-a63a-4759-bb69-d14c392d2cc7 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb179e6f-d2a9-4984-b7ac-580abaad5e34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342121 Jul 16 14:14:00.265768 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Device 1f104238-14bf-44c7-abc9-72bf71fd8c64 details requested by agent hyperv_hv-cinder-78476 with host hv-cinder-78476 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 14:14:00.359736 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] For port 1f104238-14bf-44c7-abc9-72bf71fd8c64, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=1f104238-14bf-44c7-abc9-72bf71fd8c64,segment=NetworkSegment(d8dd1782-bfa3-42b8-a1f1-12afba56b459),segment_id=d8dd1782-bfa3-42b8-a1f1-12afba56b459)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:14:00.370264 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Returning: {'device': '1f104238-14bf-44c7-abc9-72bf71fd8c64', 'network_id': 'bdf51055-487a-47c6-ba40-7101ea8f6992', 'port_id': '1f104238-14bf-44c7-abc9-72bf71fd8c64', 'mac_address': 'fa:16:3e:7e:ee:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '434d79b6-168f-4988-9fda-3d5972d38d97', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 14:14:00.405778 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:00.418367 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f104238-14bf-44c7-abc9-72bf71fd8c64 {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 14:14:00.440015 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] For port 1f104238-14bf-44c7-abc9-72bf71fd8c64, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=1f104238-14bf-44c7-abc9-72bf71fd8c64,segment=NetworkSegment(d8dd1782-bfa3-42b8-a1f1-12afba56b459),segment_id=d8dd1782-bfa3-42b8-a1f1-12afba56b459)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:14:00.443788 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736156224341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736155824276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736155824294'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:00.490816 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Pushing event updated for resources: {'Port': ['ID=1f104238-14bf-44c7-abc9-72bf71fd8c64,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:14:00.722314 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] get_ports_and_sgs() called for port_ids ['1f104238-14bf-44c7-abc9-72bf71fd8c64'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 14:14:01.226741 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab19ea2-3d9c-438c-a261-2ba98751faee req-c9ee0832-f8c5-4579-a6e9-ecffb5af39c3 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:14:01.228239 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-eab19ea2-3d9c-438c-a261-2ba98751faee req-c9ee0832-f8c5-4579-a6e9-ecffb5af39c3 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] 10.222.0.10 "GET /v2.0/ports?device_id=00987cfe-552e-4c43-a607-481fa19ea5c7 HTTP/1.1" status: 200 len: 944 time: 0.0636108 Jul 16 14:14:01.266020 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-eab19ea2-3d9c-438c-a261-2ba98751faee req-a447c57f-2c2a-494e-9b34-1206b366ffe8 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb179e6f-d2a9-4984-b7ac-580abaad5e34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322182 Jul 16 14:14:02.102150 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 39084) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:14:02.199057 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f08f8fe6-b400-4bfb-a7fd-8f656abda065 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:02.278378 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Device 1f104238-14bf-44c7-abc9-72bf71fd8c64 up at agent hyperv_hv-cinder-78476 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 14:14:02.287825 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f08f8fe6-b400-4bfb-a7fd-8f656abda065 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:02.291910 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f08f8fe6-b400-4bfb-a7fd-8f656abda065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:02.327930 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Provisioning for port 1f104238-14bf-44c7-abc9-72bf71fd8c64 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 14:14:02.332328 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Provisioning complete for port 1f104238-14bf-44c7-abc9-72bf71fd8c64 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 14:14:02.332786 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16503849'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:02.334304 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-f08f8fe6-b400-4bfb-a7fd-8f656abda065 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bdd0c44d369844aaaae7f82dc4b8d2a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2308300 Jul 16 14:14:02.336723 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 39090) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:14:02.342878 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08f8fe6-b400-4bfb-a7fd-8f656abda065 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e38169a8-9d94-49cc-a6f9-e45d0738e3b0,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:14:02.389412 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a13ec741-5be2-4df0-8114-a465dc145361 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:02.411134 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a13ec741-5be2-4df0-8114-a465dc145361 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:02.414110 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:02.437152 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00987cfe-552e-4c43-a607-481fa19ea5c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f104238-14bf-44c7-abc9-72bf71fd8c64'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 14:14:02.439403 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e17b9d4f214fa64bfb48c5bf95da0f2ee536929a6529a77ec24820d0293f4c41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93731dbb-d5e4-4792-b134-aa3b513d52da" -d '{"events": [{"server_uuid": "00987cfe-552e-4c43-a607-481fa19ea5c7", "name": "network-vif-plugged", "status": "completed", "tag": "1f104238-14bf-44c7-abc9-72bf71fd8c64"}]}' {{(pid=93103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 14:14:02.463935 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] For port 1f104238-14bf-44c7-abc9-72bf71fd8c64, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=1f104238-14bf-44c7-abc9-72bf71fd8c64,segment=NetworkSegment(d8dd1782-bfa3-42b8-a1f1-12afba56b459),segment_id=d8dd1782-bfa3-42b8-a1f1-12afba56b459)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:14:02.467322 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a13ec741-5be2-4df0-8114-a465dc145361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:02.470023 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736156224341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736155824276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736155824294'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:02.470273 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a13ec741-5be2-4df0-8114-a465dc145361 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:02.474262 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-a13ec741-5be2-4df0-8114-a465dc145361 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e38169a8-9d94-49cc-a6f9-e45d0738e3b0 HTTP/1.1" status: 204 len: 168 time: 0.1342807 Jul 16 14:14:02.490259 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3160f50d-f487-4b1e-b492-349957cb95a5 req-3b401fb6-e64e-4b9b-aea3-c804f96c392d tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:14:02.493209 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-3160f50d-f487-4b1e-b492-349957cb95a5 req-3b401fb6-e64e-4b9b-aea3-c804f96c392d tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] 10.222.0.10 "GET /v2.0/ports?device_id=00987cfe-552e-4c43-a607-481fa19ea5c7 HTTP/1.1" status: 200 len: 944 time: 0.0866256 Jul 16 14:14:02.499689 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ec741-5be2-4df0-8114-a465dc145361 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e38169a8-9d94-49cc-a6f9-e45d0738e3b0,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:14:02.512742 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 14:14:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-726dd99c-bf26-4c6a-bf98-4eda03163816 x-openstack-request-id: req-726dd99c-bf26-4c6a-bf98-4eda03163816 {{(pid=93103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 14:14:02.513077 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00987cfe-552e-4c43-a607-481fa19ea5c7", "name": "network-vif-plugged", "status": "completed", "tag": "1f104238-14bf-44c7-abc9-72bf71fd8c64", "code": 200}]} {{(pid=93103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 14:14:02.513329 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-726dd99c-bf26-4c6a-bf98-4eda03163816 {{(pid=93103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 14:14:02.513705 dv-cinder-784763-7-iscsi neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00987cfe-552e-4c43-a607-481fa19ea5c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f104238-14bf-44c7-abc9-72bf71fd8c64', 'code': 200} Jul 16 14:14:02.550191 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Pushing event updated for resources: {'Port': ['ID=1f104238-14bf-44c7-abc9-72bf71fd8c64,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:14:02.558461 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-3160f50d-f487-4b1e-b492-349957cb95a5 req-07e03aeb-d9b9-41a1-a30f-34637b96fb54 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb179e6f-d2a9-4984-b7ac-580abaad5e34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591707 Jul 16 14:14:02.796391 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b84640-9497-441d-b648-58d024c95bc4 req-2ddb4974-61b8-414a-81db-b51eda644510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:14:02.797913 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-e3b84640-9497-441d-b648-58d024c95bc4 req-2ddb4974-61b8-414a-81db-b51eda644510 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=00987cfe-552e-4c43-a607-481fa19ea5c7 HTTP/1.1" status: 200 len: 1098 time: 0.0540924 Jul 16 14:14:02.831189 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-e3b84640-9497-441d-b648-58d024c95bc4 req-7e30e916-863c-4123-8008-d4210032747f service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=cb179e6f-d2a9-4984-b7ac-580abaad5e34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0271156 Jul 16 14:14:03.093673 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 39114) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:14:03.185511 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.v2.base [None req-161472a7-b2af-41e0-a3fb-a1352bd1eb9b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-478950684-network', 'tenant_id': '96ec9f8293764434aeaec617d3d548c0'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:14:03.207858 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-161472a7-b2af-41e0-a3fb-a1352bd1eb9b admin admin] Made reservation on behalf of 96ec9f8293764434aeaec617d3d548c0 for: {'network': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 14:14:03.210274 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-161472a7-b2af-41e0-a3fb-a1352bd1eb9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for network, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:03.218417 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-161472a7-b2af-41e0-a3fb-a1352bd1eb9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:03.307348 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-161472a7-b2af-41e0-a3fb-a1352bd1eb9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:03.311063 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-161472a7-b2af-41e0-a3fb-a1352bd1eb9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:03.331491 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-161472a7-b2af-41e0-a3fb-a1352bd1eb9b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 219} {{(pid=93102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 14:14:03.344419 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161472a7-b2af-41e0-a3fb-a1352bd1eb9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26029a25-4608-46af-9cbe-714edcd9e5bb,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:14:03.350660 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-161472a7-b2af-41e0-a3fb-a1352bd1eb9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16512664'] for segment, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:03.351003 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.db.segments_db [None req-161472a7-b2af-41e0-a3fb-a1352bd1eb9b admin admin] Added segment 8ed290e2-3745-458f-a341-dfa615caba33 of type vlan for network ca379b53-6cd0-4a7d-b445-95792e20ce65 Jul 16 14:14:03.390620 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-161472a7-b2af-41e0-a3fb-a1352bd1eb9b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736155808503'] for network, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:03.417935 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-161472a7-b2af-41e0-a3fb-a1352bd1eb9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186'] for network, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:03.418881 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-161472a7-b2af-41e0-a3fb-a1352bd1eb9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:14:03.419452 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-161472a7-b2af-41e0-a3fb-a1352bd1eb9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583268'] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:03.448829 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-161472a7-b2af-41e0-a3fb-a1352bd1eb9b admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3541079 Jul 16 14:14:03.451830 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 39118) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:14:03.457416 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.v2.base [None req-a1ac218c-364f-489c-b94a-11309d3bbf25 admin admin] Request body: {'subnet': {'network_id': 'ca379b53-6cd0-4a7d-b445-95792e20ce65', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-478950684-subnet', 'tenant_id': '96ec9f8293764434aeaec617d3d548c0', 'ip_version': 4}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:14:03.477855 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1ac218c-364f-489c-b94a-11309d3bbf25 admin admin] Made reservation on behalf of 96ec9f8293764434aeaec617d3d548c0 for: {'subnet': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 14:14:03.478498 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161472a7-b2af-41e0-a3fb-a1352bd1eb9b admin admin] Pushing event updated for resources: {'Network': ['ID=ca379b53-6cd0-4a7d-b445-95792e20ce65,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:14:03.480251 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a1ac218c-364f-489c-b94a-11309d3bbf25 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:03.489210 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Network ca379b53-6cd0-4a7d-b445-95792e20ce65 details requested by agent ovs-agent-dv-cinder-784763-7-iscsi with host dv-cinder-784763-7-iscsi {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 14:14:03.643684 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a1ac218c-364f-489c-b94a-11309d3bbf25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186'] for subnet, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:03.691562 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.agents_db [None req-74bc78d6-8b96-4e29-998d-b6ecd97de622 None None] Agent healthcheck: found 6 active agents {{(pid=93105) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 14:14:03.699129 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ac218c-364f-489c-b94a-11309d3bbf25 admin admin] Pushing event updated for resources: {'Subnet': ['ID=740c8589-ee71-4131-8037-cefda410d7e8,revision_number=0']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:14:03.706910 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ac218c-364f-489c-b94a-11309d3bbf25 admin admin] Checking segment: {'id': '8ed290e2-3745-458f-a341-dfa615caba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ca379b53-6cd0-4a7d-b445-95792e20ce65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 14:14:03.707265 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1ac218c-364f-489c-b94a-11309d3bbf25 admin admin] Network hostable DHCP agents. Network: ca379b53-6cd0-4a7d-b445-95792e20ce65, hostable agents: ['ff372831-df71-440e-8c4b-463caa6f5ae0'], hosted agents: [] {{(pid=93101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 14:14:03.727314 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1ac218c-364f-489c-b94a-11309d3bbf25 admin admin] Network ca379b53-6cd0-4a7d-b445-95792e20ce65 is scheduled to be hosted by DHCP agent ff372831-df71-440e-8c4b-463caa6f5ae0 with binding_index 1 {{(pid=93101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 14:14:03.736691 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-a1ac218c-364f-489c-b94a-11309d3bbf25 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784763-7-iscsi, ca379b53-6cd0-4a7d-b445-95792e20ce65) {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 14:14:03.740176 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0e28a2-7161-4067-9dc1-4f495a366699 req-6e491f3b-6aa4-4af0-8d98-8ae0115b4384 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:14:03.740813 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ac218c-364f-489c-b94a-11309d3bbf25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:14:03.741379 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a1ac218c-364f-489c-b94a-11309d3bbf25 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:03.741743 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-5b0e28a2-7161-4067-9dc1-4f495a366699 req-6e491f3b-6aa4-4af0-8d98-8ae0115b4384 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] 10.222.0.10 "GET /v2.0/ports?device_id=00987cfe-552e-4c43-a607-481fa19ea5c7 HTTP/1.1" status: 200 len: 945 time: 0.0705843 Jul 16 14:14:03.746853 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1001cb5-dcd3-469d-9b0a-a83c85902fd4 None None] Network ca379b53-6cd0-4a7d-b445-95792e20ce65 requested from dv-cinder-784763-7-iscsi {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 14:14:03.756083 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-a1ac218c-364f-489c-b94a-11309d3bbf25 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3031261 Jul 16 14:14:03.758856 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 39122) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:14:03.763251 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.v2.base [None req-68e058f5-6685-463f-964b-cd8a61786b0e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-478950684-router', 'tenant_id': '96ec9f8293764434aeaec617d3d548c0', 'external_gateway_info': {'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da'}}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:14:03.791634 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-5b0e28a2-7161-4067-9dc1-4f495a366699 req-39146c9f-5cf0-437d-882e-59539be9a27e tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb179e6f-d2a9-4984-b7ac-580abaad5e34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417786 Jul 16 14:14:03.798365 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-68e058f5-6685-463f-964b-cd8a61786b0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-611575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6819'] for router, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:03.799809 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-68e058f5-6685-463f-964b-cd8a61786b0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-611376', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-622296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6810'] for router, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:03.858062 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-68e058f5-6685-463f-964b-cd8a61786b0e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:03.904916 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-306a0220-e14b-45f1-8d4c-475a50946a08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd1807d5-a05f-5dd1-8c6a-d509101630c6-ca379b53-6cd0-4a7d-b445-95792e20ce65', 'network_id': 'ca379b53-6cd0-4a7d-b445-95792e20ce65', 'tenant_id': '96ec9f8293764434aeaec617d3d548c0', 'fixed_ips': [{'subnet_id': '740c8589-ee71-4131-8037-cefda410d7e8'}]}} from dv-cinder-784763-7-iscsi. {{(pid=93103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 14:14:03.905788 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-306a0220-e14b-45f1-8d4c-475a50946a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:03.994315 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-68e058f5-6685-463f-964b-cd8a61786b0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-611362', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-611474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6792'] for router, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:04.038591 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-306a0220-e14b-45f1-8d4c-475a50946a08 None None] Allocated IP 172.20.0.2 (ca379b53-6cd0-4a7d-b445-95792e20ce65/740c8589-ee71-4131-8037-cefda410d7e8/b2e8bef9-7245-4fe9-9b91-50aeb5acbcbd) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 14:14:04.184570 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-306a0220-e14b-45f1-8d4c-475a50946a08 None None] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:04.190446 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-68e058f5-6685-463f-964b-cd8a61786b0e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:04.194484 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-306a0220-e14b-45f1-8d4c-475a50946a08 None None] Transition to ACTIVE for port object b2e8bef9-7245-4fe9-9b91-50aeb5acbcbd will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 14:14:04.209209 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-68e058f5-6685-463f-964b-cd8a61786b0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:04.210008 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-306a0220-e14b-45f1-8d4c-475a50946a08 None None] Transition to ACTIVE for port object b2e8bef9-7245-4fe9-9b91-50aeb5acbcbd will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 14:14:04.218136 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-306a0220-e14b-45f1-8d4c-475a50946a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736155824258'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:04.253428 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-306a0220-e14b-45f1-8d4c-475a50946a08 None None] Network ca379b53-6cd0-4a7d-b445-95792e20ce65 is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 14:14:04.257904 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-306a0220-e14b-45f1-8d4c-475a50946a08 None None] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 14:14:04.261221 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306a0220-e14b-45f1-8d4c-475a50946a08 None None] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 14:14:04.271532 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306a0220-e14b-45f1-8d4c-475a50946a08 None None] Pushing event updated for resources: {'Port': ['ID=b2e8bef9-7245-4fe9-9b91-50aeb5acbcbd,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:14:04.311761 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [None req-68e058f5-6685-463f-964b-cd8a61786b0e admin admin] Allocated IP 172.27.1.30 (0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da/898cf826-a558-482b-96e1-37cc6b0abbc7/78f449e9-6e16-4461-a458-149e2dc1d798) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 14:14:04.321830 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-306a0220-e14b-45f1-8d4c-475a50946a08 None None] Attempting to bind port b2e8bef9-7245-4fe9-9b91-50aeb5acbcbd on host dv-cinder-784763-7-iscsi for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 14:14:04.322200 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-306a0220-e14b-45f1-8d4c-475a50946a08 None None] Attempting to bind port b2e8bef9-7245-4fe9-9b91-50aeb5acbcbd by drivers openvswitch,hyperv on host dv-cinder-784763-7-iscsi at level 0 using segments [{'id': '8ed290e2-3745-458f-a341-dfa615caba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ca379b53-6cd0-4a7d-b445-95792e20ce65'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 14:14:04.322692 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306a0220-e14b-45f1-8d4c-475a50946a08 None None] Attempting to bind port b2e8bef9-7245-4fe9-9b91-50aeb5acbcbd on network ca379b53-6cd0-4a7d-b445-95792e20ce65 {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 14:14:04.327638 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306a0220-e14b-45f1-8d4c-475a50946a08 None None] Checking agent: {'id': '7d82e82a-2556-4908-8b18-4037e5dfdbc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784763-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 13, 57, 51), 'started_at': datetime.datetime(2021, 7, 16, 13, 58, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 14, 13, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784763-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 14:14:04.328128 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306a0220-e14b-45f1-8d4c-475a50946a08 None None] Checking segment: {'id': '8ed290e2-3745-458f-a341-dfa615caba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ca379b53-6cd0-4a7d-b445-95792e20ce65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 14:14:04.328561 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-306a0220-e14b-45f1-8d4c-475a50946a08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:04.328984 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306a0220-e14b-45f1-8d4c-475a50946a08 None None] Bound using segment: {'id': '8ed290e2-3745-458f-a341-dfa615caba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ca379b53-6cd0-4a7d-b445-95792e20ce65'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 14:14:04.329443 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-306a0220-e14b-45f1-8d4c-475a50946a08 None None] Bound port: b2e8bef9-7245-4fe9-9b91-50aeb5acbcbd, host: dv-cinder-784763-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ed290e2-3745-458f-a341-dfa615caba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ca379b53-6cd0-4a7d-b445-95792e20ce65'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 14:14:04.329819 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-306a0220-e14b-45f1-8d4c-475a50946a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:04.393518 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-306a0220-e14b-45f1-8d4c-475a50946a08 None None] For port b2e8bef9-7245-4fe9-9b91-50aeb5acbcbd, host dv-cinder-784763-7-iscsi, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 14:14:04.396795 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-306a0220-e14b-45f1-8d4c-475a50946a08 None None] For port b2e8bef9-7245-4fe9-9b91-50aeb5acbcbd, host dv-cinder-784763-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-7-iscsi',level=0,port_id=b2e8bef9-7245-4fe9-9b91-50aeb5acbcbd,segment=NetworkSegment(8ed290e2-3745-458f-a341-dfa615caba33),segment_id=8ed290e2-3745-458f-a341-dfa615caba33)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 14:14:04.400964 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-306a0220-e14b-45f1-8d4c-475a50946a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736156224341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736155824276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736155824294'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:04.415909 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-68e058f5-6685-463f-964b-cd8a61786b0e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:04.456433 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306a0220-e14b-45f1-8d4c-475a50946a08 None None] Pushing event updated for resources: {'Port': ['ID=b2e8bef9-7245-4fe9-9b91-50aeb5acbcbd,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:14:04.457235 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-68e058f5-6685-463f-964b-cd8a61786b0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736155824258'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:04.493104 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68e058f5-6685-463f-964b-cd8a61786b0e admin admin] Network 0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 14:14:04.495981 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-68e058f5-6685-463f-964b-cd8a61786b0e admin admin] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 14:14:04.501565 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e058f5-6685-463f-964b-cd8a61786b0e admin admin] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 14:14:04.842100 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e058f5-6685-463f-964b-cd8a61786b0e admin admin] Pushing event updated for resources: {'Port': ['ID=78f449e9-6e16-4461-a458-149e2dc1d798,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:14:05.028364 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-68e058f5-6685-463f-964b-cd8a61786b0e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:05.037215 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600a5997-a7b8-4745-9cd0-1ab0ff65ccd1 req-6b7254f4-f6ec-4e93-b5bd-6b17769114ec tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:14:05.038671 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-600a5997-a7b8-4745-9cd0-1ab0ff65ccd1 req-6b7254f4-f6ec-4e93-b5bd-6b17769114ec tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] 10.222.0.10 "GET /v2.0/ports?device_id=00987cfe-552e-4c43-a607-481fa19ea5c7 HTTP/1.1" status: 200 len: 945 time: 0.1124322 Jul 16 14:14:05.145161 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-600a5997-a7b8-4745-9cd0-1ab0ff65ccd1 req-5bd0c737-7edf-4554-91e9-07dc79e0aaa3 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb179e6f-d2a9-4984-b7ac-580abaad5e34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750577 Jul 16 14:14:05.271576 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-68e058f5-6685-463f-964b-cd8a61786b0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-611580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-611335'] for router, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:05.323079 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4de279-ad5d-45b7-a131-d2b2c9765c42 req-a04b6c62-14a2-43c0-ab0c-7b45395f7b35 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:14:05.324695 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-7b4de279-ad5d-45b7-a131-d2b2c9765c42 req-a04b6c62-14a2-43c0-ab0c-7b45395f7b35 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] 10.222.0.10 "GET /v2.0/ports?device_id=00987cfe-552e-4c43-a607-481fa19ea5c7 HTTP/1.1" status: 200 len: 945 time: 0.0657673 Jul 16 14:14:05.350538 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7c07652-2ef3-4ab2-a0f9-5a35954ef9de None None] Network ca379b53-6cd0-4a7d-b445-95792e20ce65 requested from dv-cinder-784763-7-iscsi {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 14:14:05.364099 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-7b4de279-ad5d-45b7-a131-d2b2c9765c42 req-6a57a38a-b9c1-4e5b-b901-9209b555c644 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb179e6f-d2a9-4984-b7ac-580abaad5e34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334797 Jul 16 14:14:05.388976 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 39128) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:14:05.407335 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68e058f5-6685-463f-964b-cd8a61786b0e admin admin] Router 7d988163-3d59-474e-8875-324ce97f2700 is scheduled to L3 agent d50ece19-a35b-4d9c-a2c6-6c45fbfb3bdd with binding_index 1 {{(pid=93101) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 14:14:05.517478 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68e058f5-6685-463f-964b-cd8a61786b0e admin admin] Notify agent at l3_agent.dv-cinder-784763-7-iscsi the message routers_updated {{(pid=93101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 14:14:05.534655 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-68e058f5-6685-463f-964b-cd8a61786b0e admin admin] Notify callbacks [] for router, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:05.538785 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-68e058f5-6685-463f-964b-cd8a61786b0e admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.7763019 Jul 16 14:14:05.539139 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 39132) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:14:05.575919 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9fd872-e28e-4182-96c7-0634b313b8e7 None None] Sync routers for ids ['7d988163-3d59-474e-8875-324ce97f2700'] in dv-cinder-784763-7-iscsi {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 14:14:05.607497 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd321c8-73c0-44fa-bb3f-322db518888d tempest-TestVolumeBootPattern-1905951098 tempest-TestVolumeBootPattern-1905951098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:14:05.609623 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-7bd321c8-73c0-44fa-bb3f-322db518888d tempest-TestVolumeBootPattern-1905951098 tempest-TestVolumeBootPattern-1905951098-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=00987cfe-552e-4c43-a607-481fa19ea5c7 HTTP/1.1" status: 200 len: 1093 time: 0.2201116 Jul 16 14:14:05.611951 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9fd872-e28e-4182-96c7-0634b313b8e7 None None] Routers {'7d988163-3d59-474e-8875-324ce97f2700'} bound to L3 agent in host dv-cinder-784763-7-iscsi {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 14:14:05.612598 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-0d9fd872-e28e-4182-96c7-0634b313b8e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T13:57:50Z,description=,heartbeat_timestamp=2021-07-16T14:13:50Z,host='dv-cinder-784763-7-iscsi',id=d50ece19-a35b-4d9c-a2c6-6c45fbfb3bdd,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T13:57:50Z,topic='l3_agent')) {'router_ids': ['7d988163-3d59-474e-8875-324ce97f2700'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:14:05.612961 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 39134) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:14:05.618098 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-56692edb-0454-4e91-b935-9cd9511242d4 None None] Provisioning for port b2e8bef9-7245-4fe9-9b91-50aeb5acbcbd completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 14:14:05.618550 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.v2.base [None req-2ffad224-8e52-4370-91c8-b545441baeb8 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Request body: {'floatingip': {'floating_network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'port_id': '1f104238-14bf-44c7-abc9-72bf71fd8c64', 'tenant_id': '32619117d80748f8a1f9559a81d3503d', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:14:05.641928 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-2ffad224-8e52-4370-91c8-b545441baeb8 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Notify callbacks [] for floatingip, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:05.748217 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-2ffad224-8e52-4370-91c8-b545441baeb8 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:05.758054 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-0d9fd872-e28e-4182-96c7-0634b313b8e7 None None] Set router 7d988163-3d59-474e-8875-324ce97f2700 gateway port host: dv-cinder-784763-7-iscsi {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 14:14:05.859820 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [None req-2ffad224-8e52-4370-91c8-b545441baeb8 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Allocated IP 172.27.1.12 (0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da/898cf826-a558-482b-96e1-37cc6b0abbc7/080dc8e7-17a4-437b-9dea-ffe5ecfc8654) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 14:14:05.953500 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-0d9fd872-e28e-4182-96c7-0634b313b8e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d988163-3d59-474e-8875-324ce97f2700', 'name': 'tempest-TestMinimumBasicScenario-478950684-router', 'tenant_id': '96ec9f8293764434aeaec617d3d548c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'external_fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': '78f449e9-6e16-4461-a458-149e2dc1d798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T14:14:03Z', 'updated_at': '2021-07-16T14:14:04Z', 'revision_number': 3, 'project_id': '96ec9f8293764434aeaec617d3d548c0', 'gw_port': {'id': '78f449e9-6e16-4461-a458-149e2dc1d798', 'name': '', 'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:62:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d988163-3d59-474e-8875-324ce97f2700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:14:04Z', 'updated_at': '2021-07-16T14:14:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-7-iscsi'}], 'dv-cinder-784763-7-iscsi', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:14:05.986944 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9fd872-e28e-4182-96c7-0634b313b8e7 None None] Checking router: 7d988163-3d59-474e-8875-324ce97f2700 for host: dv-cinder-784763-7-iscsi {{(pid=93103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 14:14:05.987348 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9fd872-e28e-4182-96c7-0634b313b8e7 None None] Updating router 7d988163-3d59-474e-8875-324ce97f2700 port 78f449e9-6e16-4461-a458-149e2dc1d798 binding host dv-cinder-784763-7-iscsi {{(pid=93103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 14:14:05.996364 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-2ffad224-8e52-4370-91c8-b545441baeb8 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:06.001010 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ac1b7f73-11eb-427c-b0c7-7a739dd7f967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:06.032164 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-0d9fd872-e28e-4182-96c7-0634b313b8e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:06.045645 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-2ffad224-8e52-4370-91c8-b545441baeb8 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736155824258'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:06.089951 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ffad224-8e52-4370-91c8-b545441baeb8 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Network 0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 14:14:06.093804 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffad224-8e52-4370-91c8-b545441baeb8 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Pushing event updated for resources: {'Port': ['ID=080dc8e7-17a4-437b-9dea-ffe5ecfc8654,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:14:06.096218 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-2ffad224-8e52-4370-91c8-b545441baeb8 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 14:14:06.098267 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ffad224-8e52-4370-91c8-b545441baeb8 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 14:14:06.163526 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [None req-ac1b7f73-11eb-427c-b0c7-7a739dd7f967 admin admin] Allocated IP 172.20.0.1 (ca379b53-6cd0-4a7d-b445-95792e20ce65/740c8589-ee71-4131-8037-cefda410d7e8/77f7a6e6-5812-4756-8c89-07c5802ea5ff) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 14:14:06.274950 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ac1b7f73-11eb-427c-b0c7-7a739dd7f967 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:06.288838 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.db.provisioning_blocks [None req-ac1b7f73-11eb-427c-b0c7-7a739dd7f967 admin admin] Transition to ACTIVE for port object 77f7a6e6-5812-4756-8c89-07c5802ea5ff will not be triggered until provisioned by entity DHCP. {{(pid=93102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 14:14:06.316639 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-0d9fd872-e28e-4182-96c7-0634b313b8e7 None None] Notify callbacks [] for port, precommit_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:06.331468 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-0d9fd872-e28e-4182-96c7-0634b313b8e7 None None] Transition to ACTIVE for port object 78f449e9-6e16-4461-a458-149e2dc1d798 will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 14:14:06.333753 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ac1b7f73-11eb-427c-b0c7-7a739dd7f967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736155824258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4062758'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:06.343461 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-0d9fd872-e28e-4182-96c7-0634b313b8e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736156224341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736155824276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736155824294'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:06.376834 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac1b7f73-11eb-427c-b0c7-7a739dd7f967 admin admin] Network ca379b53-6cd0-4a7d-b445-95792e20ce65 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 14:14:06.384794 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-ac1b7f73-11eb-427c-b0c7-7a739dd7f967 admin admin] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 14:14:06.387615 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1b7f73-11eb-427c-b0c7-7a739dd7f967 admin admin] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 14:14:06.390977 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1b7f73-11eb-427c-b0c7-7a739dd7f967 admin admin] Pushing event updated for resources: {'Port': ['ID=77f7a6e6-5812-4756-8c89-07c5802ea5ff,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:14:06.401457 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48b62f3-2fae-48a2-9888-affe4880f2f9 None None] Pushing event updated for resources: {'Port': ['ID=78f449e9-6e16-4461-a458-149e2dc1d798,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:14:06.417182 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-0d9fd872-e28e-4182-96c7-0634b313b8e7 None None] Attempting to bind port 78f449e9-6e16-4461-a458-149e2dc1d798 on host dv-cinder-784763-7-iscsi for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 14:14:06.417594 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-0d9fd872-e28e-4182-96c7-0634b313b8e7 None None] Attempting to bind port 78f449e9-6e16-4461-a458-149e2dc1d798 by drivers openvswitch,hyperv on host dv-cinder-784763-7-iscsi at level 0 using segments [{'id': '6901d94e-17f9-4035-ba46-6b4e81a8dcfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 14:14:06.417938 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d9fd872-e28e-4182-96c7-0634b313b8e7 None None] Attempting to bind port 78f449e9-6e16-4461-a458-149e2dc1d798 on network 0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 14:14:06.423181 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d9fd872-e28e-4182-96c7-0634b313b8e7 None None] Checking agent: {'id': '7d82e82a-2556-4908-8b18-4037e5dfdbc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784763-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 13, 57, 51), 'started_at': datetime.datetime(2021, 7, 16, 13, 58, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 14, 13, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784763-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 14:14:06.423549 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d9fd872-e28e-4182-96c7-0634b313b8e7 None None] Checking segment: {'id': '6901d94e-17f9-4035-ba46-6b4e81a8dcfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 14:14:06.424498 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-0d9fd872-e28e-4182-96c7-0634b313b8e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:06.424990 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d9fd872-e28e-4182-96c7-0634b313b8e7 None None] Bound using segment: {'id': '6901d94e-17f9-4035-ba46-6b4e81a8dcfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 14:14:06.425455 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-0d9fd872-e28e-4182-96c7-0634b313b8e7 None None] Bound port: 78f449e9-6e16-4461-a458-149e2dc1d798, host: dv-cinder-784763-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6901d94e-17f9-4035-ba46-6b4e81a8dcfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 14:14:06.425842 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-0d9fd872-e28e-4182-96c7-0634b313b8e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:06.446369 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ac1b7f73-11eb-427c-b0c7-7a739dd7f967 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-680240'] for router_interface, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:06.461953 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Device b2e8bef9-7245-4fe9-9b91-50aeb5acbcbd up at agent ovs-agent-dv-cinder-784763-7-iscsi {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 14:14:06.498926 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-2ffad224-8e52-4370-91c8-b545441baeb8 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:06.536155 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-0d9fd872-e28e-4182-96c7-0634b313b8e7 None None] For port 78f449e9-6e16-4461-a458-149e2dc1d798, host dv-cinder-784763-7-iscsi, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 14:14:06.541182 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-0d9fd872-e28e-4182-96c7-0634b313b8e7 None None] For port 78f449e9-6e16-4461-a458-149e2dc1d798, host dv-cinder-784763-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-7-iscsi',level=0,port_id=78f449e9-6e16-4461-a458-149e2dc1d798,segment=NetworkSegment(6901d94e-17f9-4035-ba46-6b4e81a8dcfc),segment_id=6901d94e-17f9-4035-ba46-6b4e81a8dcfc)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 14:14:06.549339 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-0d9fd872-e28e-4182-96c7-0634b313b8e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736156224341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736155824276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736155824294'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:06.591999 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Provisioning for port b2e8bef9-7245-4fe9-9b91-50aeb5acbcbd completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 14:14:06.605342 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Provisioning complete for port b2e8bef9-7245-4fe9-9b91-50aeb5acbcbd triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 14:14:06.605723 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16503849'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:06.607476 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-2ffad224-8e52-4370-91c8-b545441baeb8 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:06.618773 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ac1b7f73-11eb-427c-b0c7-7a739dd7f967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:06.643592 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9fd872-e28e-4182-96c7-0634b313b8e7 None None] Routers {'7d988163-3d59-474e-8875-324ce97f2700'} bound to L3 agent in host dv-cinder-784763-7-iscsi {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 14:14:06.644251 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-0d9fd872-e28e-4182-96c7-0634b313b8e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T13:57:50Z,description=,heartbeat_timestamp=2021-07-16T14:13:50Z,host='dv-cinder-784763-7-iscsi',id=d50ece19-a35b-4d9c-a2c6-6c45fbfb3bdd,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T13:57:50Z,topic='l3_agent')) {'router_ids': ['7d988163-3d59-474e-8875-324ce97f2700'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:14:06.652300 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48b62f3-2fae-48a2-9888-affe4880f2f9 None None] Pushing event updated for resources: {'Port': ['ID=78f449e9-6e16-4461-a458-149e2dc1d798,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:14:06.720060 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-a4bbeb2a-69b7-45ef-9149-5bf7e3e31e94 None None] Provisioning for port 77f7a6e6-5812-4756-8c89-07c5802ea5ff completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 14:14:06.754124 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-a4bbeb2a-69b7-45ef-9149-5bf7e3e31e94 None None] Provisioning complete for port 77f7a6e6-5812-4756-8c89-07c5802ea5ff triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 14:14:06.754503 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-a4bbeb2a-69b7-45ef-9149-5bf7e3e31e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16503849'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:06.781817 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-2ffad224-8e52-4370-91c8-b545441baeb8 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:06.788149 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-2ffad224-8e52-4370-91c8-b545441baeb8 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736156224341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736155824276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736155824294'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:06.791092 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ac1b7f73-11eb-427c-b0c7-7a739dd7f967 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:06.796250 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ac1b7f73-11eb-427c-b0c7-7a739dd7f967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736156224341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736155824276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736155824294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4062751'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:06.825516 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-2ffad224-8e52-4370-91c8-b545441baeb8 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-611497'] for floatingip, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:06.834995 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-a4bbeb2a-69b7-45ef-9149-5bf7e3e31e94 None None] Port 77f7a6e6-5812-4756-8c89-07c5802ea5ff cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 14:14:06.839094 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-0d9fd872-e28e-4182-96c7-0634b313b8e7 None None] Set router 7d988163-3d59-474e-8875-324ce97f2700 gateway port host: dv-cinder-784763-7-iscsi {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 14:14:06.865568 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:06.868067 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1b7f73-11eb-427c-b0c7-7a739dd7f967 admin admin] Pushing event updated for resources: {'Port': ['ID=77f7a6e6-5812-4756-8c89-07c5802ea5ff,revision_number=2']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:14:06.871235 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ac1b7f73-11eb-427c-b0c7-7a739dd7f967 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680260'] for router_interface, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:06.890551 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffad224-8e52-4370-91c8-b545441baeb8 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Pushing event updated for resources: {'Port': ['ID=080dc8e7-17a4-437b-9dea-ffe5ecfc8654,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:14:06.937052 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] For port b2e8bef9-7245-4fe9-9b91-50aeb5acbcbd, host dv-cinder-784763-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-7-iscsi',level=0,port_id=b2e8bef9-7245-4fe9-9b91-50aeb5acbcbd,segment=NetworkSegment(8ed290e2-3745-458f-a341-dfa615caba33),segment_id=8ed290e2-3745-458f-a341-dfa615caba33)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:14:06.948003 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.db.l3_db [None req-2ffad224-8e52-4370-91c8-b545441baeb8 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Floating IP 99e190ba-ffe5-49b3-80db-892929e18dc6 associated. External IP: 172.27.1.12, port: 1f104238-14bf-44c7-abc9-72bf71fd8c64. Jul 16 14:14:06.956626 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736156224341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736155824276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736155824294'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:06.974348 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac1b7f73-11eb-427c-b0c7-7a739dd7f967 admin admin] Network ca379b53-6cd0-4a7d-b445-95792e20ce65 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 14:14:06.975686 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-ac1b7f73-11eb-427c-b0c7-7a739dd7f967 admin admin] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 14:14:07.092120 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac1b7f73-11eb-427c-b0c7-7a739dd7f967 admin admin] Router 7d988163-3d59-474e-8875-324ce97f2700 has already been hosted by L3 agent d50ece19-a35b-4d9c-a2c6-6c45fbfb3bdd {{(pid=93102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 14:14:07.110606 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Pushing event updated for resources: {'Port': ['ID=b2e8bef9-7245-4fe9-9b91-50aeb5acbcbd,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:14:07.133484 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-0d9fd872-e28e-4182-96c7-0634b313b8e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d988163-3d59-474e-8875-324ce97f2700', 'name': 'tempest-TestMinimumBasicScenario-478950684-router', 'tenant_id': '96ec9f8293764434aeaec617d3d548c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'external_fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': '78f449e9-6e16-4461-a458-149e2dc1d798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T14:14:03Z', 'updated_at': '2021-07-16T14:14:06Z', 'revision_number': 4, 'project_id': '96ec9f8293764434aeaec617d3d548c0', 'gw_port': {'id': '78f449e9-6e16-4461-a458-149e2dc1d798', 'name': '', 'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:62:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d988163-3d59-474e-8875-324ce97f2700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:14:04Z', 'updated_at': '2021-07-16T14:14:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-7-iscsi', '_interfaces': [{'id': '77f7a6e6-5812-4756-8c89-07c5802ea5ff', 'name': '', 'network_id': 'ca379b53-6cd0-4a7d-b445-95792e20ce65', 'tenant_id': '96ec9f8293764434aeaec617d3d548c0', 'mac_address': 'fa:16:3e:c3:fe:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d988163-3d59-474e-8875-324ce97f2700', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '740c8589-ee71-4131-8037-cefda410d7e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:14:06Z', 'updated_at': '2021-07-16T14:14:06Z', 'revision_number': 1, 'project_id': '96ec9f8293764434aeaec617d3d548c0', 'subnets': [{'id': '740c8589-ee71-4131-8037-cefda410d7e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-7-iscsi', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:14:07.166256 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9fd872-e28e-4182-96c7-0634b313b8e7 None None] The sync data for ids ['7d988163-3d59-474e-8875-324ce97f2700'] in dv-cinder-784763-7-iscsi is: [{'id': '7d988163-3d59-474e-8875-324ce97f2700', 'name': 'tempest-TestMinimumBasicScenario-478950684-router', 'tenant_id': '96ec9f8293764434aeaec617d3d548c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'external_fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': '78f449e9-6e16-4461-a458-149e2dc1d798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T14:14:03Z', 'updated_at': '2021-07-16T14:14:06Z', 'revision_number': 4, 'project_id': '96ec9f8293764434aeaec617d3d548c0', 'gw_port': {'id': '78f449e9-6e16-4461-a458-149e2dc1d798', 'name': '', 'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:62:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d988163-3d59-474e-8875-324ce97f2700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:14:04Z', 'updated_at': '2021-07-16T14:14:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-7-iscsi', '_interfaces': [{'id': '77f7a6e6-5812-4756-8c89-07c5802ea5ff', 'name': '', 'network_id': 'ca379b53-6cd0-4a7d-b445-95792e20ce65', 'tenant_id': '96ec9f8293764434aeaec617d3d548c0', 'mac_address': 'fa:16:3e:c3:fe:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d988163-3d59-474e-8875-324ce97f2700', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '740c8589-ee71-4131-8037-cefda410d7e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:14:06Z', 'updated_at': '2021-07-16T14:14:06Z', 'revision_number': 1, 'project_id': '96ec9f8293764434aeaec617d3d548c0', 'subnets': [{'id': '740c8589-ee71-4131-8037-cefda410d7e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 14:14:07.181531 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ffad224-8e52-4370-91c8-b545441baeb8 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Router e927a0a9-ad79-441d-8740-ad848a86a719 has already been hosted by L3 agent d50ece19-a35b-4d9c-a2c6-6c45fbfb3bdd {{(pid=93101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 14:14:07.223550 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac1b7f73-11eb-427c-b0c7-7a739dd7f967 admin admin] Notify agent at l3_agent.dv-cinder-784763-7-iscsi the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 14:14:07.237135 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-ac1b7f73-11eb-427c-b0c7-7a739dd7f967 admin admin] 10.222.0.10 "PUT /v2.0/routers/7d988163-3d59-474e-8875-324ce97f2700/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6903906 Jul 16 14:14:07.257568 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-e94c519d-7114-4e31-b103-71371d347dd3 None None] Provisioning complete for port 77f7a6e6-5812-4756-8c89-07c5802ea5ff triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 14:14:07.257858 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-e94c519d-7114-4e31-b103-71371d347dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16503849'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:07.297386 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-e94c519d-7114-4e31-b103-71371d347dd3 None None] Port 77f7a6e6-5812-4756-8c89-07c5802ea5ff cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 14:14:07.307757 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ffad224-8e52-4370-91c8-b545441baeb8 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Notify agent at l3_agent.dv-cinder-784763-7-iscsi the message routers_updated {{(pid=93101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 14:14:07.317826 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-692ffabb-3f93-4a11-8025-240d28f1927f None None] Sync routers for ids ['e927a0a9-ad79-441d-8740-ad848a86a719'] in dv-cinder-784763-7-iscsi {{(pid=93105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 14:14:07.326869 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-2ffad224-8e52-4370-91c8-b545441baeb8 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72406'] for floatingip, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:07.330794 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-692ffabb-3f93-4a11-8025-240d28f1927f None None] Routers {'e927a0a9-ad79-441d-8740-ad848a86a719'} bound to L3 agent in host dv-cinder-784763-7-iscsi {{(pid=93105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 14:14:07.331659 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.l3_hamode_db [None req-692ffabb-3f93-4a11-8025-240d28f1927f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T13:57:50Z,description=,heartbeat_timestamp=2021-07-16T14:13:50Z,host='dv-cinder-784763-7-iscsi',id=d50ece19-a35b-4d9c-a2c6-6c45fbfb3bdd,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T13:57:50Z,topic='l3_agent')) {'router_ids': ['e927a0a9-ad79-441d-8740-ad848a86a719'], 'active': True} {{(pid=93105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:14:07.377910 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-2ffad224-8e52-4370-91c8-b545441baeb8 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7536149 Jul 16 14:14:07.377910 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00987cfe-552e-4c43-a607-481fa19ea5c7', 'tag': '1f104238-14bf-44c7-abc9-72bf71fd8c64'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 14:14:07.377910 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}669b174d507dea59856bca4514a747f2bad56b4b9d456cc0353e9cf2427ac1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b72bd5b-8449-41a5-82e1-649fee360867" -d '{"events": [{"name": "network-changed", "server_uuid": "00987cfe-552e-4c43-a607-481fa19ea5c7", "tag": "1f104238-14bf-44c7-abc9-72bf71fd8c64"}]}' {{(pid=93101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 14:14:07.430227 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 14:14:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af2a13dd-085a-417f-926f-908aaa51234e x-openstack-request-id: req-af2a13dd-085a-417f-926f-908aaa51234e {{(pid=93101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 14:14:07.430517 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00987cfe-552e-4c43-a607-481fa19ea5c7", "tag": "1f104238-14bf-44c7-abc9-72bf71fd8c64", "status": "completed", "code": 200}]} {{(pid=93101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 14:14:07.430834 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-af2a13dd-085a-417f-926f-908aaa51234e {{(pid=93101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 14:14:07.431165 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00987cfe-552e-4c43-a607-481fa19ea5c7', 'tag': '1f104238-14bf-44c7-abc9-72bf71fd8c64', 'status': 'completed', 'code': 200} Jul 16 14:14:07.486172 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvr_db [None req-692ffabb-3f93-4a11-8025-240d28f1927f None None] Set router e927a0a9-ad79-441d-8740-ad848a86a719 gateway port host: dv-cinder-784763-7-iscsi {{(pid=93105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 14:14:07.544698 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b72bd5b-8449-41a5-82e1-649fee360867 req-2900611b-56f6-40b6-b158-7b5f90fb09dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:14:07.546454 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-6b72bd5b-8449-41a5-82e1-649fee360867 req-2900611b-56f6-40b6-b158-7b5f90fb09dd service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=32619117d80748f8a1f9559a81d3503d&device_id=00987cfe-552e-4c43-a607-481fa19ea5c7 HTTP/1.1" status: 200 len: 1098 time: 0.0607300 Jul 16 14:14:07.664190 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b72bd5b-8449-41a5-82e1-649fee360867 req-496d71ac-49c8-4e1a-aefd-f0a6cf4ff476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:14:07.665889 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-6b72bd5b-8449-41a5-82e1-649fee360867 req-496d71ac-49c8-4e1a-aefd-f0a6cf4ff476 service neutron] 10.222.0.25 "GET /v2.0/networks?id=bdf51055-487a-47c6-ba40-7101ea8f6992 HTTP/1.1" status: 200 len: 912 time: 0.1118658 Jul 16 14:14:07.748844 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-6b72bd5b-8449-41a5-82e1-649fee360867 req-d7b4a78f-19eb-4480-bf9c-a93133f02564 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1f104238-14bf-44c7-abc9-72bf71fd8c64 HTTP/1.1" status: 200 len: 998 time: 0.0753741 Jul 16 14:14:07.752065 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.l3_hamode_db [None req-692ffabb-3f93-4a11-8025-240d28f1927f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e927a0a9-ad79-441d-8740-ad848a86a719', 'name': 'tempest-TestVolumeBootPattern-515783362-router', 'tenant_id': '32619117d80748f8a1f9559a81d3503d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'external_fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': '5aa0f06c-52a3-449c-96e0-073d47e80e2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T14:13:09Z', 'updated_at': '2021-07-16T14:13:12Z', 'revision_number': 4, 'project_id': '32619117d80748f8a1f9559a81d3503d', 'gw_port': {'id': '5aa0f06c-52a3-449c-96e0-073d47e80e2a', 'name': '', 'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:0a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e927a0a9-ad79-441d-8740-ad848a86a719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:13:10Z', 'updated_at': '2021-07-16T14:13:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-7-iscsi', '_floatingips': [{'id': '99e190ba-ffe5-49b3-80db-892929e18dc6', 'tenant_id': '32619117d80748f8a1f9559a81d3503d', 'floating_ip_address': '172.27.1.12', 'floating_network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'router_id': 'e927a0a9-ad79-441d-8740-ad848a86a719', 'port_id': '1f104238-14bf-44c7-abc9-72bf71fd8c64', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 672, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdf51055-487a-47c6-ba40-7101ea8f6992', 'mac_address': 'fa:16:3e:7e:ee:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00987cfe-552e-4c43-a607-481fa19ea5c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T14:14:06Z', 'updated_at': '2021-07-16T14:14:06Z', 'revision_number': 0, 'project_id': '32619117d80748f8a1f9559a81d3503d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a1a6ced-9c5d-4a27-ac15-7847d3bc7409', 'name': '', 'network_id': 'bdf51055-487a-47c6-ba40-7101ea8f6992', 'tenant_id': '32619117d80748f8a1f9559a81d3503d', 'mac_address': 'fa:16:3e:67:a0:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e927a0a9-ad79-441d-8740-ad848a86a719', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '434d79b6-168f-4988-9fda-3d5972d38d97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:13:12Z', 'updated_at': '2021-07-16T14:13:18Z', 'revision_number': 5, 'project_id': '32619117d80748f8a1f9559a81d3503d', 'subnets': [{'id': '434d79b6-168f-4988-9fda-3d5972d38d97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-7-iscsi', False) {} {{(pid=93105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:14:07.779647 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-692ffabb-3f93-4a11-8025-240d28f1927f None None] Checking router: e927a0a9-ad79-441d-8740-ad848a86a719 for host: dv-cinder-784763-7-iscsi {{(pid=93105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 14:14:07.788994 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-692ffabb-3f93-4a11-8025-240d28f1927f None None] Routers {'e927a0a9-ad79-441d-8740-ad848a86a719'} bound to L3 agent in host dv-cinder-784763-7-iscsi {{(pid=93105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 14:14:07.789715 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.l3_hamode_db [None req-692ffabb-3f93-4a11-8025-240d28f1927f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T13:57:50Z,description=,heartbeat_timestamp=2021-07-16T14:13:50Z,host='dv-cinder-784763-7-iscsi',id=d50ece19-a35b-4d9c-a2c6-6c45fbfb3bdd,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T13:57:50Z,topic='l3_agent')) {'router_ids': ['e927a0a9-ad79-441d-8740-ad848a86a719'], 'active': True} {{(pid=93105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:14:07.808642 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b72bd5b-8449-41a5-82e1-649fee360867 req-ef3b9c21-c2df-4665-94c2-a321aaf2cebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:14:07.810212 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-6b72bd5b-8449-41a5-82e1-649fee360867 req-ef3b9c21-c2df-4665-94c2-a321aaf2cebe service neutron] 10.222.0.25 "GET /v2.0/subnets?id=434d79b6-168f-4988-9fda-3d5972d38d97 HTTP/1.1" status: 200 len: 850 time: 0.0554211 Jul 16 14:14:07.849812 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 39154) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:14:07.855687 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.v2.base [None req-ab8da163-a583-4dfb-ab3e-438dbd90fe90 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1761592122-network', 'tenant_id': 'd33b90607102429c93ba51592b596981'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:14:07.891899 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab8da163-a583-4dfb-ab3e-438dbd90fe90 admin admin] Made reservation on behalf of d33b90607102429c93ba51592b596981 for: {'network': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 14:14:07.896183 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ab8da163-a583-4dfb-ab3e-438dbd90fe90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for network, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:07.907576 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ab8da163-a583-4dfb-ab3e-438dbd90fe90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:07.915504 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvr_db [None req-692ffabb-3f93-4a11-8025-240d28f1927f None None] Set router e927a0a9-ad79-441d-8740-ad848a86a719 gateway port host: dv-cinder-784763-7-iscsi {{(pid=93105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 14:14:07.919102 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b72bd5b-8449-41a5-82e1-649fee360867 req-fce93175-c0e5-47cf-a8e7-b86541b26c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:14:07.920652 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-6b72bd5b-8449-41a5-82e1-649fee360867 req-fce93175-c0e5-47cf-a8e7-b86541b26c15 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=bdf51055-487a-47c6-ba40-7101ea8f6992&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1040499 Jul 16 14:14:08.082472 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-6b72bd5b-8449-41a5-82e1-649fee360867 req-920ff5dd-81ad-4354-a235-aa83f58532f6 service neutron] 10.222.0.25 "GET /v2.0/networks/bdf51055-487a-47c6-ba40-7101ea8f6992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540277 Jul 16 14:14:08.142132 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ab8da163-a583-4dfb-ab3e-438dbd90fe90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:08.174654 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ab8da163-a583-4dfb-ab3e-438dbd90fe90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:08.205139 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.l3_hamode_db [None req-692ffabb-3f93-4a11-8025-240d28f1927f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e927a0a9-ad79-441d-8740-ad848a86a719', 'name': 'tempest-TestVolumeBootPattern-515783362-router', 'tenant_id': '32619117d80748f8a1f9559a81d3503d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'external_fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': '5aa0f06c-52a3-449c-96e0-073d47e80e2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T14:13:09Z', 'updated_at': '2021-07-16T14:13:12Z', 'revision_number': 4, 'project_id': '32619117d80748f8a1f9559a81d3503d', 'gw_port': {'id': '5aa0f06c-52a3-449c-96e0-073d47e80e2a', 'name': '', 'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:0a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e927a0a9-ad79-441d-8740-ad848a86a719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:13:10Z', 'updated_at': '2021-07-16T14:13:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-7-iscsi', '_floatingips': [{'id': '99e190ba-ffe5-49b3-80db-892929e18dc6', 'tenant_id': '32619117d80748f8a1f9559a81d3503d', 'floating_ip_address': '172.27.1.12', 'floating_network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'router_id': 'e927a0a9-ad79-441d-8740-ad848a86a719', 'port_id': '1f104238-14bf-44c7-abc9-72bf71fd8c64', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 672, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdf51055-487a-47c6-ba40-7101ea8f6992', 'mac_address': 'fa:16:3e:7e:ee:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00987cfe-552e-4c43-a607-481fa19ea5c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T14:14:06Z', 'updated_at': '2021-07-16T14:14:06Z', 'revision_number': 0, 'project_id': '32619117d80748f8a1f9559a81d3503d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a1a6ced-9c5d-4a27-ac15-7847d3bc7409', 'name': '', 'network_id': 'bdf51055-487a-47c6-ba40-7101ea8f6992', 'tenant_id': '32619117d80748f8a1f9559a81d3503d', 'mac_address': 'fa:16:3e:67:a0:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e927a0a9-ad79-441d-8740-ad848a86a719', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '434d79b6-168f-4988-9fda-3d5972d38d97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:13:12Z', 'updated_at': '2021-07-16T14:13:18Z', 'revision_number': 5, 'project_id': '32619117d80748f8a1f9559a81d3503d', 'subnets': [{'id': '434d79b6-168f-4988-9fda-3d5972d38d97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-7-iscsi', False) {} {{(pid=93105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:14:08.213039 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab8da163-a583-4dfb-ab3e-438dbd90fe90 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 246} {{(pid=93101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 14:14:08.219018 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8da163-a583-4dfb-ab3e-438dbd90fe90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f460754-35a0-4816-99a7-d47b6245635c,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:14:08.240662 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ab8da163-a583-4dfb-ab3e-438dbd90fe90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16512664'] for segment, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:08.241035 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.db.segments_db [None req-ab8da163-a583-4dfb-ab3e-438dbd90fe90 admin admin] Added segment 4b50e8fb-c11e-414a-a0ea-30e9a44526da of type vlan for network 04a69767-41a2-4aa4-b6f0-b485d6f12d5f Jul 16 14:14:08.257648 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-6b72bd5b-8449-41a5-82e1-649fee360867 req-bafbf545-00a6-4c23-b5c1-3b1986908c44 service neutron] 10.222.0.25 "GET /v2.0/networks/bdf51055-487a-47c6-ba40-7101ea8f6992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687841 Jul 16 14:14:08.293947 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ab8da163-a583-4dfb-ab3e-438dbd90fe90 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736155808503'] for network, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:08.322266 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-692ffabb-3f93-4a11-8025-240d28f1927f None None] The sync data for ids ['e927a0a9-ad79-441d-8740-ad848a86a719'] in dv-cinder-784763-7-iscsi is: [{'id': 'e927a0a9-ad79-441d-8740-ad848a86a719', 'name': 'tempest-TestVolumeBootPattern-515783362-router', 'tenant_id': '32619117d80748f8a1f9559a81d3503d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'external_fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': '5aa0f06c-52a3-449c-96e0-073d47e80e2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T14:13:09Z', 'updated_at': '2021-07-16T14:13:12Z', 'revision_number': 4, 'project_id': '32619117d80748f8a1f9559a81d3503d', 'gw_port': {'id': '5aa0f06c-52a3-449c-96e0-073d47e80e2a', 'name': '', 'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:0a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e927a0a9-ad79-441d-8740-ad848a86a719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:13:10Z', 'updated_at': '2021-07-16T14:13:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-7-iscsi', '_floatingips': [{'id': '99e190ba-ffe5-49b3-80db-892929e18dc6', 'tenant_id': '32619117d80748f8a1f9559a81d3503d', 'floating_ip_address': '172.27.1.12', 'floating_network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'router_id': 'e927a0a9-ad79-441d-8740-ad848a86a719', 'port_id': '1f104238-14bf-44c7-abc9-72bf71fd8c64', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 672, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdf51055-487a-47c6-ba40-7101ea8f6992', 'mac_address': 'fa:16:3e:7e:ee:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00987cfe-552e-4c43-a607-481fa19ea5c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T14:14:06Z', 'updated_at': '2021-07-16T14:14:06Z', 'revision_number': 0, 'project_id': '32619117d80748f8a1f9559a81d3503d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a1a6ced-9c5d-4a27-ac15-7847d3bc7409', 'name': '', 'network_id': 'bdf51055-487a-47c6-ba40-7101ea8f6992', 'tenant_id': '32619117d80748f8a1f9559a81d3503d', 'mac_address': 'fa:16:3e:67:a0:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e927a0a9-ad79-441d-8740-ad848a86a719', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '434d79b6-168f-4988-9fda-3d5972d38d97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:13:12Z', 'updated_at': '2021-07-16T14:13:18Z', 'revision_number': 5, 'project_id': '32619117d80748f8a1f9559a81d3503d', 'subnets': [{'id': '434d79b6-168f-4988-9fda-3d5972d38d97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 14:14:08.331180 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ab8da163-a583-4dfb-ab3e-438dbd90fe90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186'] for network, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:08.332276 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab8da163-a583-4dfb-ab3e-438dbd90fe90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:14:08.333083 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ab8da163-a583-4dfb-ab3e-438dbd90fe90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583268'] for network, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:08.371534 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-ab8da163-a583-4dfb-ab3e-438dbd90fe90 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5205309 Jul 16 14:14:08.371671 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 39156) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:14:08.377786 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.v2.base [None req-314079b1-1e5e-4bdd-aa60-5c305f4b3f7c admin admin] Request body: {'subnet': {'network_id': '04a69767-41a2-4aa4-b6f0-b485d6f12d5f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1761592122-subnet', 'tenant_id': 'd33b90607102429c93ba51592b596981', 'ip_version': 4}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:14:08.406992 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-314079b1-1e5e-4bdd-aa60-5c305f4b3f7c admin admin] Made reservation on behalf of d33b90607102429c93ba51592b596981 for: {'subnet': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 14:14:08.410569 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8da163-a583-4dfb-ab3e-438dbd90fe90 admin admin] Pushing event updated for resources: {'Network': ['ID=04a69767-41a2-4aa4-b6f0-b485d6f12d5f,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:14:08.410731 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-314079b1-1e5e-4bdd-aa60-5c305f4b3f7c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3919837'] for subnet, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:08.421360 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Network 04a69767-41a2-4aa4-b6f0-b485d6f12d5f details requested by agent ovs-agent-dv-cinder-784763-7-iscsi with host dv-cinder-784763-7-iscsi {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 14:14:08.504035 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Device 78f449e9-6e16-4461-a458-149e2dc1d798 up at agent ovs-agent-dv-cinder-784763-7-iscsi {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 14:14:08.568743 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Provisioning for port 78f449e9-6e16-4461-a458-149e2dc1d798 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 14:14:08.573255 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Provisioning complete for port 78f449e9-6e16-4461-a458-149e2dc1d798 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 14:14:08.573930 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16503849'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:08.621342 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-314079b1-1e5e-4bdd-aa60-5c305f4b3f7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4062858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3919823'] for subnet, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:08.666867 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:08.691939 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314079b1-1e5e-4bdd-aa60-5c305f4b3f7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=40f37b66-5f53-4fe7-af9d-6124db87a1c3,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:14:08.694011 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314079b1-1e5e-4bdd-aa60-5c305f4b3f7c admin admin] Checking segment: {'id': '4b50e8fb-c11e-414a-a0ea-30e9a44526da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '04a69767-41a2-4aa4-b6f0-b485d6f12d5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 14:14:08.694205 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] For port 78f449e9-6e16-4461-a458-149e2dc1d798, host dv-cinder-784763-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-7-iscsi',level=0,port_id=78f449e9-6e16-4461-a458-149e2dc1d798,segment=NetworkSegment(6901d94e-17f9-4035-ba46-6b4e81a8dcfc),segment_id=6901d94e-17f9-4035-ba46-6b4e81a8dcfc)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:14:08.694714 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-314079b1-1e5e-4bdd-aa60-5c305f4b3f7c admin admin] Network hostable DHCP agents. Network: 04a69767-41a2-4aa4-b6f0-b485d6f12d5f, hostable agents: ['ff372831-df71-440e-8c4b-463caa6f5ae0'], hosted agents: [] {{(pid=93102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 14:14:08.697850 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd661487-08a1-41b8-b783-c9404269968b None None] New status for floating IP 99e190ba-ffe5-49b3-80db-892929e18dc6: ACTIVE {{(pid=93103) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 14:14:08.701849 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736156224341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736155824276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736155824294'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:08.702641 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Device b2e8bef9-7245-4fe9-9b91-50aeb5acbcbd up at agent ovs-agent-dv-cinder-784763-7-iscsi {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 14:14:08.715245 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-314079b1-1e5e-4bdd-aa60-5c305f4b3f7c admin admin] Network 04a69767-41a2-4aa4-b6f0-b485d6f12d5f is scheduled to be hosted by DHCP agent ff372831-df71-440e-8c4b-463caa6f5ae0 with binding_index 1 {{(pid=93102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 14:14:08.724206 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-314079b1-1e5e-4bdd-aa60-5c305f4b3f7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784763-7-iscsi, 04a69767-41a2-4aa4-b6f0-b485d6f12d5f) {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 14:14:08.728126 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-314079b1-1e5e-4bdd-aa60-5c305f4b3f7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:14:08.728716 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-314079b1-1e5e-4bdd-aa60-5c305f4b3f7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583268'] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:08.744143 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-314079b1-1e5e-4bdd-aa60-5c305f4b3f7c admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3709476 Jul 16 14:14:08.746704 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 39158) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:14:08.747817 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efe3bada-3321-4877-ad74-33225698c4b6 None None] Network 04a69767-41a2-4aa4-b6f0-b485d6f12d5f requested from dv-cinder-784763-7-iscsi {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 14:14:08.751799 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.v2.base [None req-3b80cbe0-2dea-4f5b-af5a-6f870d8b5b46 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1761592122-router', 'tenant_id': 'd33b90607102429c93ba51592b596981', 'external_gateway_info': {'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da'}}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:14:08.774727 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3b80cbe0-2dea-4f5b-af5a-6f870d8b5b46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-611575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6819'] for router, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:08.775894 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3b80cbe0-2dea-4f5b-af5a-6f870d8b5b46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-611376', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-622296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6810'] for router, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:08.830925 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3b80cbe0-2dea-4f5b-af5a-6f870d8b5b46 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:08.973042 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3b80cbe0-2dea-4f5b-af5a-6f870d8b5b46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-611362', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-611474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6792'] for router, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:09.032200 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Pushing event updated for resources: {'Port': ['ID=78f449e9-6e16-4461-a458-149e2dc1d798,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:14:09.110311 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Provisioning complete for port b2e8bef9-7245-4fe9-9b91-50aeb5acbcbd triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 14:14:09.110685 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16503849'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:09.167488 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3b80cbe0-2dea-4f5b-af5a-6f870d8b5b46 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:09.189726 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3b80cbe0-2dea-4f5b-af5a-6f870d8b5b46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:09.227573 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ed05151-cd76-47eb-8c77-be1a5ea4b671 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd1807d5-a05f-5dd1-8c6a-d509101630c6-04a69767-41a2-4aa4-b6f0-b485d6f12d5f', 'network_id': '04a69767-41a2-4aa4-b6f0-b485d6f12d5f', 'tenant_id': 'd33b90607102429c93ba51592b596981', 'fixed_ips': [{'subnet_id': '40f37b66-5f53-4fe7-af9d-6124db87a1c3'}]}} from dv-cinder-784763-7-iscsi. {{(pid=93103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 14:14:09.228349 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-0ed05151-cd76-47eb-8c77-be1a5ea4b671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:09.303828 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [None req-3b80cbe0-2dea-4f5b-af5a-6f870d8b5b46 admin admin] Allocated IP 172.27.1.130 (0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da/898cf826-a558-482b-96e1-37cc6b0abbc7/1c33fd97-733d-4744-9feb-a7dade94aae2) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 14:14:09.376925 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-0ed05151-cd76-47eb-8c77-be1a5ea4b671 None None] Allocated IP 172.20.0.2 (04a69767-41a2-4aa4-b6f0-b485d6f12d5f/40f37b66-5f53-4fe7-af9d-6124db87a1c3/0b2f5597-0ab0-47e0-9899-d8ca7e74d157) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 14:14:09.416542 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3b80cbe0-2dea-4f5b-af5a-6f870d8b5b46 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:09.458559 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3b80cbe0-2dea-4f5b-af5a-6f870d8b5b46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736155824258'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:09.499334 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b80cbe0-2dea-4f5b-af5a-6f870d8b5b46 admin admin] Network 0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 14:14:09.503962 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-3b80cbe0-2dea-4f5b-af5a-6f870d8b5b46 admin admin] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 14:14:09.506617 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b80cbe0-2dea-4f5b-af5a-6f870d8b5b46 admin admin] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 14:14:09.530206 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-0ed05151-cd76-47eb-8c77-be1a5ea4b671 None None] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:09.539036 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-0ed05151-cd76-47eb-8c77-be1a5ea4b671 None None] Transition to ACTIVE for port object 0b2f5597-0ab0-47e0-9899-d8ca7e74d157 will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 14:14:09.543293 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b80cbe0-2dea-4f5b-af5a-6f870d8b5b46 admin admin] Pushing event updated for resources: {'Port': ['ID=1c33fd97-733d-4744-9feb-a7dade94aae2,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:14:09.560206 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-0ed05151-cd76-47eb-8c77-be1a5ea4b671 None None] Transition to ACTIVE for port object 0b2f5597-0ab0-47e0-9899-d8ca7e74d157 will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 14:14:09.568056 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-0ed05151-cd76-47eb-8c77-be1a5ea4b671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736155824258'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:09.583378 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683cb0b3-ac4e-4918-8b28-97cdcbadeb6d None None] Sync routers for ids ['7d988163-3d59-474e-8875-324ce97f2700'] in dv-cinder-784763-7-iscsi {{(pid=93105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 14:14:09.592318 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683cb0b3-ac4e-4918-8b28-97cdcbadeb6d None None] Routers {'7d988163-3d59-474e-8875-324ce97f2700'} bound to L3 agent in host dv-cinder-784763-7-iscsi {{(pid=93105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 14:14:09.592992 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.l3_hamode_db [None req-683cb0b3-ac4e-4918-8b28-97cdcbadeb6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T13:57:50Z,description=,heartbeat_timestamp=2021-07-16T14:13:50Z,host='dv-cinder-784763-7-iscsi',id=d50ece19-a35b-4d9c-a2c6-6c45fbfb3bdd,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T13:57:50Z,topic='l3_agent')) {'router_ids': ['7d988163-3d59-474e-8875-324ce97f2700'], 'active': True} {{(pid=93105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:14:09.616465 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed05151-cd76-47eb-8c77-be1a5ea4b671 None None] Pushing event updated for resources: {'Port': ['ID=0b2f5597-0ab0-47e0-9899-d8ca7e74d157,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:14:09.620105 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ed05151-cd76-47eb-8c77-be1a5ea4b671 None None] Network 04a69767-41a2-4aa4-b6f0-b485d6f12d5f is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 14:14:09.621944 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-0ed05151-cd76-47eb-8c77-be1a5ea4b671 None None] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 14:14:09.624131 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed05151-cd76-47eb-8c77-be1a5ea4b671 None None] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 14:14:09.686024 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-0ed05151-cd76-47eb-8c77-be1a5ea4b671 None None] Attempting to bind port 0b2f5597-0ab0-47e0-9899-d8ca7e74d157 on host dv-cinder-784763-7-iscsi for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 14:14:09.686494 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-0ed05151-cd76-47eb-8c77-be1a5ea4b671 None None] Attempting to bind port 0b2f5597-0ab0-47e0-9899-d8ca7e74d157 by drivers openvswitch,hyperv on host dv-cinder-784763-7-iscsi at level 0 using segments [{'id': '4b50e8fb-c11e-414a-a0ea-30e9a44526da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '04a69767-41a2-4aa4-b6f0-b485d6f12d5f'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 14:14:09.686925 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed05151-cd76-47eb-8c77-be1a5ea4b671 None None] Attempting to bind port 0b2f5597-0ab0-47e0-9899-d8ca7e74d157 on network 04a69767-41a2-4aa4-b6f0-b485d6f12d5f {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 14:14:09.692981 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed05151-cd76-47eb-8c77-be1a5ea4b671 None None] Checking agent: {'id': '7d82e82a-2556-4908-8b18-4037e5dfdbc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784763-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 13, 57, 51), 'started_at': datetime.datetime(2021, 7, 16, 13, 58, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 14, 13, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784763-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 14:14:09.693452 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed05151-cd76-47eb-8c77-be1a5ea4b671 None None] Checking segment: {'id': '4b50e8fb-c11e-414a-a0ea-30e9a44526da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '04a69767-41a2-4aa4-b6f0-b485d6f12d5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 14:14:09.693920 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-0ed05151-cd76-47eb-8c77-be1a5ea4b671 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:09.694380 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed05151-cd76-47eb-8c77-be1a5ea4b671 None None] Bound using segment: {'id': '4b50e8fb-c11e-414a-a0ea-30e9a44526da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '04a69767-41a2-4aa4-b6f0-b485d6f12d5f'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 14:14:09.694919 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-0ed05151-cd76-47eb-8c77-be1a5ea4b671 None None] Bound port: 0b2f5597-0ab0-47e0-9899-d8ca7e74d157, host: dv-cinder-784763-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b50e8fb-c11e-414a-a0ea-30e9a44526da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '04a69767-41a2-4aa4-b6f0-b485d6f12d5f'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 14:14:09.695366 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-0ed05151-cd76-47eb-8c77-be1a5ea4b671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:09.702619 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvr_db [None req-683cb0b3-ac4e-4918-8b28-97cdcbadeb6d None None] Set router 7d988163-3d59-474e-8875-324ce97f2700 gateway port host: dv-cinder-784763-7-iscsi {{(pid=93105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 14:14:09.762450 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-0ed05151-cd76-47eb-8c77-be1a5ea4b671 None None] For port 0b2f5597-0ab0-47e0-9899-d8ca7e74d157, host dv-cinder-784763-7-iscsi, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 14:14:09.766186 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-0ed05151-cd76-47eb-8c77-be1a5ea4b671 None None] For port 0b2f5597-0ab0-47e0-9899-d8ca7e74d157, host dv-cinder-784763-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-7-iscsi',level=0,port_id=0b2f5597-0ab0-47e0-9899-d8ca7e74d157,segment=NetworkSegment(4b50e8fb-c11e-414a-a0ea-30e9a44526da),segment_id=4b50e8fb-c11e-414a-a0ea-30e9a44526da)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 14:14:09.771163 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-0ed05151-cd76-47eb-8c77-be1a5ea4b671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736156224341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736155824276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736155824294'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:09.834736 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed05151-cd76-47eb-8c77-be1a5ea4b671 None None] Pushing event updated for resources: {'Port': ['ID=0b2f5597-0ab0-47e0-9899-d8ca7e74d157,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:14:09.929627 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.l3_hamode_db [None req-683cb0b3-ac4e-4918-8b28-97cdcbadeb6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d988163-3d59-474e-8875-324ce97f2700', 'name': 'tempest-TestMinimumBasicScenario-478950684-router', 'tenant_id': '96ec9f8293764434aeaec617d3d548c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'external_fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': '78f449e9-6e16-4461-a458-149e2dc1d798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T14:14:03Z', 'updated_at': '2021-07-16T14:14:06Z', 'revision_number': 4, 'project_id': '96ec9f8293764434aeaec617d3d548c0', 'gw_port': {'id': '78f449e9-6e16-4461-a458-149e2dc1d798', 'name': '', 'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:62:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d988163-3d59-474e-8875-324ce97f2700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:14:04Z', 'updated_at': '2021-07-16T14:14:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-7-iscsi', '_interfaces': [{'id': '77f7a6e6-5812-4756-8c89-07c5802ea5ff', 'name': '', 'network_id': 'ca379b53-6cd0-4a7d-b445-95792e20ce65', 'tenant_id': '96ec9f8293764434aeaec617d3d548c0', 'mac_address': 'fa:16:3e:c3:fe:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d988163-3d59-474e-8875-324ce97f2700', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '740c8589-ee71-4131-8037-cefda410d7e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:14:06Z', 'updated_at': '2021-07-16T14:14:06Z', 'revision_number': 2, 'project_id': '96ec9f8293764434aeaec617d3d548c0', 'subnets': [{'id': '740c8589-ee71-4131-8037-cefda410d7e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-7-iscsi', False) {} {{(pid=93105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:14:09.959290 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683cb0b3-ac4e-4918-8b28-97cdcbadeb6d None None] Checking router: 7d988163-3d59-474e-8875-324ce97f2700 for host: dv-cinder-784763-7-iscsi {{(pid=93105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 14:14:09.959565 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683cb0b3-ac4e-4918-8b28-97cdcbadeb6d None None] Updating router 7d988163-3d59-474e-8875-324ce97f2700 port 77f7a6e6-5812-4756-8c89-07c5802ea5ff binding host dv-cinder-784763-7-iscsi {{(pid=93105) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 14:14:10.011934 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-683cb0b3-ac4e-4918-8b28-97cdcbadeb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:10.052619 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3b80cbe0-2dea-4f5b-af5a-6f870d8b5b46 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:10.252546 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3b80cbe0-2dea-4f5b-af5a-6f870d8b5b46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-611580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-611335'] for router, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:10.282991 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-683cb0b3-ac4e-4918-8b28-97cdcbadeb6d None None] Notify callbacks [] for port, precommit_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:10.293604 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-683cb0b3-ac4e-4918-8b28-97cdcbadeb6d None None] Transition to ACTIVE for port object 77f7a6e6-5812-4756-8c89-07c5802ea5ff will not be triggered until provisioned by entity L2. {{(pid=93105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 14:14:10.298934 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-683cb0b3-ac4e-4918-8b28-97cdcbadeb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736156224341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736155824276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736155824294'] for port, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:10.340799 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1809f3e-c29e-45c2-9fb8-726f8bf31ac6 None None] Pushing event updated for resources: {'Port': ['ID=77f7a6e6-5812-4756-8c89-07c5802ea5ff,revision_number=3']} {{(pid=93105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:14:10.395901 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b80cbe0-2dea-4f5b-af5a-6f870d8b5b46 admin admin] Router 998817d9-5034-43aa-a31d-51c446712958 is scheduled to L3 agent d50ece19-a35b-4d9c-a2c6-6c45fbfb3bdd with binding_index 1 {{(pid=93101) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 14:14:10.406484 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.managers [None req-683cb0b3-ac4e-4918-8b28-97cdcbadeb6d None None] Attempting to bind port 77f7a6e6-5812-4756-8c89-07c5802ea5ff on host dv-cinder-784763-7-iscsi for vnic_type normal with profile {{(pid=93105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 14:14:10.406851 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.managers [None req-683cb0b3-ac4e-4918-8b28-97cdcbadeb6d None None] Attempting to bind port 77f7a6e6-5812-4756-8c89-07c5802ea5ff by drivers openvswitch,hyperv on host dv-cinder-784763-7-iscsi at level 0 using segments [{'id': '8ed290e2-3745-458f-a341-dfa615caba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ca379b53-6cd0-4a7d-b445-95792e20ce65'}] {{(pid=93105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 14:14:10.407214 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-683cb0b3-ac4e-4918-8b28-97cdcbadeb6d None None] Attempting to bind port 77f7a6e6-5812-4756-8c89-07c5802ea5ff on network ca379b53-6cd0-4a7d-b445-95792e20ce65 {{(pid=93105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 14:14:10.413355 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-683cb0b3-ac4e-4918-8b28-97cdcbadeb6d None None] Checking agent: {'id': '7d82e82a-2556-4908-8b18-4037e5dfdbc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784763-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 13, 57, 51), 'started_at': datetime.datetime(2021, 7, 16, 13, 58, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 14, 13, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784763-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 14:14:10.413727 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-683cb0b3-ac4e-4918-8b28-97cdcbadeb6d None None] Checking segment: {'id': '8ed290e2-3745-458f-a341-dfa615caba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ca379b53-6cd0-4a7d-b445-95792e20ce65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 14:14:10.414265 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-683cb0b3-ac4e-4918-8b28-97cdcbadeb6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:10.414697 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-683cb0b3-ac4e-4918-8b28-97cdcbadeb6d None None] Bound using segment: {'id': '8ed290e2-3745-458f-a341-dfa615caba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ca379b53-6cd0-4a7d-b445-95792e20ce65'} {{(pid=93105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 14:14:10.415169 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.managers [None req-683cb0b3-ac4e-4918-8b28-97cdcbadeb6d None None] Bound port: 77f7a6e6-5812-4756-8c89-07c5802ea5ff, host: dv-cinder-784763-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ed290e2-3745-458f-a341-dfa615caba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ca379b53-6cd0-4a7d-b445-95792e20ce65'}}] {{(pid=93105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 14:14:10.415569 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-683cb0b3-ac4e-4918-8b28-97cdcbadeb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:10.497218 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-683cb0b3-ac4e-4918-8b28-97cdcbadeb6d None None] For port 77f7a6e6-5812-4756-8c89-07c5802ea5ff, host dv-cinder-784763-7-iscsi, cleared binding levels {{(pid=93105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 14:14:10.500631 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-683cb0b3-ac4e-4918-8b28-97cdcbadeb6d None None] For port 77f7a6e6-5812-4756-8c89-07c5802ea5ff, host dv-cinder-784763-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-7-iscsi',level=0,port_id=77f7a6e6-5812-4756-8c89-07c5802ea5ff,segment=NetworkSegment(8ed290e2-3745-458f-a341-dfa615caba33),segment_id=8ed290e2-3745-458f-a341-dfa615caba33)] {{(pid=93105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 14:14:10.508135 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-683cb0b3-ac4e-4918-8b28-97cdcbadeb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736156224341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736155824276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736155824294'] for port, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:10.510658 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Device 78f449e9-6e16-4461-a458-149e2dc1d798 up at agent ovs-agent-dv-cinder-784763-7-iscsi {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 14:14:10.532639 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b80cbe0-2dea-4f5b-af5a-6f870d8b5b46 admin admin] Notify agent at l3_agent.dv-cinder-784763-7-iscsi the message routers_updated {{(pid=93101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 14:14:10.549991 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a863de0-6975-4d15-b4e7-cdc6bb26c1a3 None None] Sync routers for ids ['998817d9-5034-43aa-a31d-51c446712958'] in dv-cinder-784763-7-iscsi {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 14:14:10.560366 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3b80cbe0-2dea-4f5b-af5a-6f870d8b5b46 admin admin] Notify callbacks [] for router, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:10.565128 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 39160) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:14:10.565676 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-3b80cbe0-2dea-4f5b-af5a-6f870d8b5b46 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8176117 Jul 16 14:14:10.572104 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1809f3e-c29e-45c2-9fb8-726f8bf31ac6 None None] Pushing event updated for resources: {'Port': ['ID=77f7a6e6-5812-4756-8c89-07c5802ea5ff,revision_number=4']} {{(pid=93105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:14:10.591586 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a863de0-6975-4d15-b4e7-cdc6bb26c1a3 None None] Routers {'998817d9-5034-43aa-a31d-51c446712958'} bound to L3 agent in host dv-cinder-784763-7-iscsi {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 14:14:10.591885 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683cb0b3-ac4e-4918-8b28-97cdcbadeb6d None None] Routers {'7d988163-3d59-474e-8875-324ce97f2700'} bound to L3 agent in host dv-cinder-784763-7-iscsi {{(pid=93105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 14:14:10.592399 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-5a863de0-6975-4d15-b4e7-cdc6bb26c1a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T13:57:50Z,description=,heartbeat_timestamp=2021-07-16T14:13:50Z,host='dv-cinder-784763-7-iscsi',id=d50ece19-a35b-4d9c-a2c6-6c45fbfb3bdd,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T13:57:50Z,topic='l3_agent')) {'router_ids': ['998817d9-5034-43aa-a31d-51c446712958'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:14:10.593213 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.l3_hamode_db [None req-683cb0b3-ac4e-4918-8b28-97cdcbadeb6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T13:57:50Z,description=,heartbeat_timestamp=2021-07-16T14:13:50Z,host='dv-cinder-784763-7-iscsi',id=d50ece19-a35b-4d9c-a2c6-6c45fbfb3bdd,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T13:57:50Z,topic='l3_agent')) {'router_ids': ['7d988163-3d59-474e-8875-324ce97f2700'], 'active': True} {{(pid=93105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:14:10.708431 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Provisioning complete for port 78f449e9-6e16-4461-a458-149e2dc1d798 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 14:14:10.708826 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16503849'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:10.722434 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvr_db [None req-683cb0b3-ac4e-4918-8b28-97cdcbadeb6d None None] Set router 7d988163-3d59-474e-8875-324ce97f2700 gateway port host: dv-cinder-784763-7-iscsi {{(pid=93105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 14:14:10.793730 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-5a863de0-6975-4d15-b4e7-cdc6bb26c1a3 None None] Set router 998817d9-5034-43aa-a31d-51c446712958 gateway port host: dv-cinder-784763-7-iscsi {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 14:14:10.912398 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Device 0b2f5597-0ab0-47e0-9899-d8ca7e74d157 up at agent ovs-agent-dv-cinder-784763-7-iscsi {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 14:14:11.017186 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.l3_hamode_db [None req-683cb0b3-ac4e-4918-8b28-97cdcbadeb6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d988163-3d59-474e-8875-324ce97f2700', 'name': 'tempest-TestMinimumBasicScenario-478950684-router', 'tenant_id': '96ec9f8293764434aeaec617d3d548c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'external_fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': '78f449e9-6e16-4461-a458-149e2dc1d798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T14:14:03Z', 'updated_at': '2021-07-16T14:14:06Z', 'revision_number': 4, 'project_id': '96ec9f8293764434aeaec617d3d548c0', 'gw_port': {'id': '78f449e9-6e16-4461-a458-149e2dc1d798', 'name': '', 'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:62:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d988163-3d59-474e-8875-324ce97f2700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:14:04Z', 'updated_at': '2021-07-16T14:14:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-7-iscsi', '_interfaces': [{'id': '77f7a6e6-5812-4756-8c89-07c5802ea5ff', 'name': '', 'network_id': 'ca379b53-6cd0-4a7d-b445-95792e20ce65', 'tenant_id': '96ec9f8293764434aeaec617d3d548c0', 'mac_address': 'fa:16:3e:c3:fe:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d988163-3d59-474e-8875-324ce97f2700', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '740c8589-ee71-4131-8037-cefda410d7e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:14:06Z', 'updated_at': '2021-07-16T14:14:10Z', 'revision_number': 4, 'project_id': '96ec9f8293764434aeaec617d3d548c0', 'subnets': [{'id': '740c8589-ee71-4131-8037-cefda410d7e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-7-iscsi', False) {} {{(pid=93105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:14:11.018762 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26914df6-35b0-4486-a8d7-d04148aa4711 None None] Network 04a69767-41a2-4aa4-b6f0-b485d6f12d5f requested from dv-cinder-784763-7-iscsi {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 14:14:11.049345 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683cb0b3-ac4e-4918-8b28-97cdcbadeb6d None None] The sync data for ids ['7d988163-3d59-474e-8875-324ce97f2700'] in dv-cinder-784763-7-iscsi is: [{'id': '7d988163-3d59-474e-8875-324ce97f2700', 'name': 'tempest-TestMinimumBasicScenario-478950684-router', 'tenant_id': '96ec9f8293764434aeaec617d3d548c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'external_fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': '78f449e9-6e16-4461-a458-149e2dc1d798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T14:14:03Z', 'updated_at': '2021-07-16T14:14:06Z', 'revision_number': 4, 'project_id': '96ec9f8293764434aeaec617d3d548c0', 'gw_port': {'id': '78f449e9-6e16-4461-a458-149e2dc1d798', 'name': '', 'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:62:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d988163-3d59-474e-8875-324ce97f2700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:14:04Z', 'updated_at': '2021-07-16T14:14:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-7-iscsi', '_interfaces': [{'id': '77f7a6e6-5812-4756-8c89-07c5802ea5ff', 'name': '', 'network_id': 'ca379b53-6cd0-4a7d-b445-95792e20ce65', 'tenant_id': '96ec9f8293764434aeaec617d3d548c0', 'mac_address': 'fa:16:3e:c3:fe:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d988163-3d59-474e-8875-324ce97f2700', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '740c8589-ee71-4131-8037-cefda410d7e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:14:06Z', 'updated_at': '2021-07-16T14:14:10Z', 'revision_number': 4, 'project_id': '96ec9f8293764434aeaec617d3d548c0', 'subnets': [{'id': '740c8589-ee71-4131-8037-cefda410d7e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 14:14:11.067667 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Provisioning for port 0b2f5597-0ab0-47e0-9899-d8ca7e74d157 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 14:14:11.108302 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e11b8640-d0ab-45e9-b4c8-db50827be863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:11.205621 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6fb40fe9-bc1f-430f-bd44-2d61653aa776 None None] Provisioning for port 0b2f5597-0ab0-47e0-9899-d8ca7e74d157 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 14:14:11.212824 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-5a863de0-6975-4d15-b4e7-cdc6bb26c1a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '998817d9-5034-43aa-a31d-51c446712958', 'name': 'tempest-TestMinimumBasicScenario-1761592122-router', 'tenant_id': 'd33b90607102429c93ba51592b596981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'external_fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.130'}], 'enable_snat': True}, 'gw_port_id': '1c33fd97-733d-4744-9feb-a7dade94aae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T14:14:08Z', 'updated_at': '2021-07-16T14:14:09Z', 'revision_number': 3, 'project_id': 'd33b90607102429c93ba51592b596981', 'gw_port': {'id': '1c33fd97-733d-4744-9feb-a7dade94aae2', 'name': '', 'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:20:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '998817d9-5034-43aa-a31d-51c446712958', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:14:09Z', 'updated_at': '2021-07-16T14:14:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-7-iscsi'}], 'dv-cinder-784763-7-iscsi', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:14:11.231570 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6fb40fe9-bc1f-430f-bd44-2d61653aa776 None None] Provisioning complete for port 0b2f5597-0ab0-47e0-9899-d8ca7e74d157 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 14:14:11.231948 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6fb40fe9-bc1f-430f-bd44-2d61653aa776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16503849'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:11.259290 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a863de0-6975-4d15-b4e7-cdc6bb26c1a3 None None] Checking router: 998817d9-5034-43aa-a31d-51c446712958 for host: dv-cinder-784763-7-iscsi {{(pid=93103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 14:14:11.259987 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a863de0-6975-4d15-b4e7-cdc6bb26c1a3 None None] Updating router 998817d9-5034-43aa-a31d-51c446712958 port 1c33fd97-733d-4744-9feb-a7dade94aae2 binding host dv-cinder-784763-7-iscsi {{(pid=93103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 14:14:11.278723 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [None req-e11b8640-d0ab-45e9-b4c8-db50827be863 admin admin] Allocated IP 172.20.0.1 (04a69767-41a2-4aa4-b6f0-b485d6f12d5f/40f37b66-5f53-4fe7-af9d-6124db87a1c3/547da05b-16f1-4724-82c8-dc7929632dec) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 14:14:11.330029 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-5a863de0-6975-4d15-b4e7-cdc6bb26c1a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:11.385993 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e11b8640-d0ab-45e9-b4c8-db50827be863 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:11.400410 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.db.provisioning_blocks [None req-e11b8640-d0ab-45e9-b4c8-db50827be863 admin admin] Transition to ACTIVE for port object 547da05b-16f1-4724-82c8-dc7929632dec will not be triggered until provisioned by entity DHCP. {{(pid=93102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 14:14:11.439611 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e11b8640-d0ab-45e9-b4c8-db50827be863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736155824258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4062758'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:11.486543 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6fb40fe9-bc1f-430f-bd44-2d61653aa776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:11.499539 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e11b8640-d0ab-45e9-b4c8-db50827be863 admin admin] Network 04a69767-41a2-4aa4-b6f0-b485d6f12d5f is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 14:14:11.505010 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-e11b8640-d0ab-45e9-b4c8-db50827be863 admin admin] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 14:14:11.508219 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11b8640-d0ab-45e9-b4c8-db50827be863 admin admin] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 14:14:11.511651 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11b8640-d0ab-45e9-b4c8-db50827be863 admin admin] Pushing event updated for resources: {'Port': ['ID=547da05b-16f1-4724-82c8-dc7929632dec,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:14:11.555083 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e11b8640-d0ab-45e9-b4c8-db50827be863 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-680240'] for router_interface, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:11.702236 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6fb40fe9-bc1f-430f-bd44-2d61653aa776 None None] For port 0b2f5597-0ab0-47e0-9899-d8ca7e74d157, host dv-cinder-784763-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-7-iscsi',level=0,port_id=0b2f5597-0ab0-47e0-9899-d8ca7e74d157,segment=NetworkSegment(4b50e8fb-c11e-414a-a0ea-30e9a44526da),segment_id=4b50e8fb-c11e-414a-a0ea-30e9a44526da)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:14:11.720180 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e11b8640-d0ab-45e9-b4c8-db50827be863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:11.721898 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6fb40fe9-bc1f-430f-bd44-2d61653aa776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736156224341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736155824276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736155824294'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:11.818352 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb40fe9-bc1f-430f-bd44-2d61653aa776 None None] Pushing event updated for resources: {'Port': ['ID=0b2f5597-0ab0-47e0-9899-d8ca7e74d157,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:14:11.850040 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-5a863de0-6975-4d15-b4e7-cdc6bb26c1a3 None None] Notify callbacks [] for port, precommit_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:11.863693 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-5a863de0-6975-4d15-b4e7-cdc6bb26c1a3 None None] Transition to ACTIVE for port object 1c33fd97-733d-4744-9feb-a7dade94aae2 will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 14:14:11.866323 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-a1808e76-767a-4436-b7ab-afd63267ee1e None None] Provisioning complete for port 0b2f5597-0ab0-47e0-9899-d8ca7e74d157 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 14:14:11.866537 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-a1808e76-767a-4436-b7ab-afd63267ee1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16503849'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:11.892278 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-5a863de0-6975-4d15-b4e7-cdc6bb26c1a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736156224341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736155824276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736155824294'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:11.911153 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e11b8640-d0ab-45e9-b4c8-db50827be863 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:11.916070 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e11b8640-d0ab-45e9-b4c8-db50827be863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736156224341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736155824276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736155824294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4062751'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:11.960735 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5211f50c-de00-4c05-869c-dd0efe8d193b None None] Pushing event updated for resources: {'Port': ['ID=1c33fd97-733d-4744-9feb-a7dade94aae2,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:14:11.964488 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-5a863de0-6975-4d15-b4e7-cdc6bb26c1a3 None None] Attempting to bind port 1c33fd97-733d-4744-9feb-a7dade94aae2 on host dv-cinder-784763-7-iscsi for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 14:14:11.964882 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-5a863de0-6975-4d15-b4e7-cdc6bb26c1a3 None None] Attempting to bind port 1c33fd97-733d-4744-9feb-a7dade94aae2 by drivers openvswitch,hyperv on host dv-cinder-784763-7-iscsi at level 0 using segments [{'id': '6901d94e-17f9-4035-ba46-6b4e81a8dcfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 14:14:11.965314 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a863de0-6975-4d15-b4e7-cdc6bb26c1a3 None None] Attempting to bind port 1c33fd97-733d-4744-9feb-a7dade94aae2 on network 0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 14:14:11.975237 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a863de0-6975-4d15-b4e7-cdc6bb26c1a3 None None] Checking agent: {'id': '7d82e82a-2556-4908-8b18-4037e5dfdbc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784763-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 13, 57, 51), 'started_at': datetime.datetime(2021, 7, 16, 13, 58, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 14, 13, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784763-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 14:14:11.975608 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a863de0-6975-4d15-b4e7-cdc6bb26c1a3 None None] Checking segment: {'id': '6901d94e-17f9-4035-ba46-6b4e81a8dcfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 14:14:11.976009 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-5a863de0-6975-4d15-b4e7-cdc6bb26c1a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:11.976401 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a863de0-6975-4d15-b4e7-cdc6bb26c1a3 None None] Bound using segment: {'id': '6901d94e-17f9-4035-ba46-6b4e81a8dcfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 14:14:11.976902 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-5a863de0-6975-4d15-b4e7-cdc6bb26c1a3 None None] Bound port: 1c33fd97-733d-4744-9feb-a7dade94aae2, host: dv-cinder-784763-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6901d94e-17f9-4035-ba46-6b4e81a8dcfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 14:14:11.977286 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-5a863de0-6975-4d15-b4e7-cdc6bb26c1a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:11.980251 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11b8640-d0ab-45e9-b4c8-db50827be863 admin admin] Pushing event updated for resources: {'Port': ['ID=547da05b-16f1-4724-82c8-dc7929632dec,revision_number=2']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:14:11.982748 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e11b8640-d0ab-45e9-b4c8-db50827be863 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680260'] for router_interface, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:12.058544 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-5a863de0-6975-4d15-b4e7-cdc6bb26c1a3 None None] For port 1c33fd97-733d-4744-9feb-a7dade94aae2, host dv-cinder-784763-7-iscsi, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 14:14:12.061781 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-5a863de0-6975-4d15-b4e7-cdc6bb26c1a3 None None] For port 1c33fd97-733d-4744-9feb-a7dade94aae2, host dv-cinder-784763-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-7-iscsi',level=0,port_id=1c33fd97-733d-4744-9feb-a7dade94aae2,segment=NetworkSegment(6901d94e-17f9-4035-ba46-6b4e81a8dcfc),segment_id=6901d94e-17f9-4035-ba46-6b4e81a8dcfc)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 14:14:12.066597 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-5a863de0-6975-4d15-b4e7-cdc6bb26c1a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736156224341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736155824276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736155824294'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:12.075794 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e11b8640-d0ab-45e9-b4c8-db50827be863 admin admin] Network 04a69767-41a2-4aa4-b6f0-b485d6f12d5f is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 14:14:12.077206 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-e11b8640-d0ab-45e9-b4c8-db50827be863 admin admin] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 14:14:12.126419 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a863de0-6975-4d15-b4e7-cdc6bb26c1a3 None None] Routers {'998817d9-5034-43aa-a31d-51c446712958'} bound to L3 agent in host dv-cinder-784763-7-iscsi {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 14:14:12.127470 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-5a863de0-6975-4d15-b4e7-cdc6bb26c1a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T13:57:50Z,description=,heartbeat_timestamp=2021-07-16T14:13:50Z,host='dv-cinder-784763-7-iscsi',id=d50ece19-a35b-4d9c-a2c6-6c45fbfb3bdd,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T13:57:50Z,topic='l3_agent')) {'router_ids': ['998817d9-5034-43aa-a31d-51c446712958'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:14:12.129429 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5211f50c-de00-4c05-869c-dd0efe8d193b None None] Pushing event updated for resources: {'Port': ['ID=1c33fd97-733d-4744-9feb-a7dade94aae2,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:14:12.204956 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e11b8640-d0ab-45e9-b4c8-db50827be863 admin admin] Router 998817d9-5034-43aa-a31d-51c446712958 has already been hosted by L3 agent d50ece19-a35b-4d9c-a2c6-6c45fbfb3bdd {{(pid=93102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 14:14:12.221774 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-0adedaa8-946f-4da8-adf0-8908d0c89295 None None] Provisioning for port 547da05b-16f1-4724-82c8-dc7929632dec completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 14:14:12.228473 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-0adedaa8-946f-4da8-adf0-8908d0c89295 None None] Provisioning complete for port 547da05b-16f1-4724-82c8-dc7929632dec triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 14:14:12.228877 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-0adedaa8-946f-4da8-adf0-8908d0c89295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16503849'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:12.280792 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-5a863de0-6975-4d15-b4e7-cdc6bb26c1a3 None None] Set router 998817d9-5034-43aa-a31d-51c446712958 gateway port host: dv-cinder-784763-7-iscsi {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 14:14:12.282918 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-0adedaa8-946f-4da8-adf0-8908d0c89295 None None] Port 547da05b-16f1-4724-82c8-dc7929632dec cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 14:14:12.315140 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e11b8640-d0ab-45e9-b4c8-db50827be863 admin admin] Notify agent at l3_agent.dv-cinder-784763-7-iscsi the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 14:14:12.329334 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-e11b8640-d0ab-45e9-b4c8-db50827be863 admin admin] 10.222.0.10 "PUT /v2.0/routers/998817d9-5034-43aa-a31d-51c446712958/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7541652 Jul 16 14:14:12.425949 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Device 0b2f5597-0ab0-47e0-9899-d8ca7e74d157 up at agent ovs-agent-dv-cinder-784763-7-iscsi {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 14:14:12.477144 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-64c67398-9acb-49d6-bdb9-804cb4daeac7 None None] Provisioning complete for port 547da05b-16f1-4724-82c8-dc7929632dec triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 14:14:12.477514 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-64c67398-9acb-49d6-bdb9-804cb4daeac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16503849'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:12.542290 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-64c67398-9acb-49d6-bdb9-804cb4daeac7 None None] Port 547da05b-16f1-4724-82c8-dc7929632dec cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 14:14:12.556121 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Provisioning complete for port 0b2f5597-0ab0-47e0-9899-d8ca7e74d157 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 14:14:12.556496 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16503849'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:12.606536 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-5a863de0-6975-4d15-b4e7-cdc6bb26c1a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '998817d9-5034-43aa-a31d-51c446712958', 'name': 'tempest-TestMinimumBasicScenario-1761592122-router', 'tenant_id': 'd33b90607102429c93ba51592b596981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'external_fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.130'}], 'enable_snat': True}, 'gw_port_id': '1c33fd97-733d-4744-9feb-a7dade94aae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T14:14:08Z', 'updated_at': '2021-07-16T14:14:11Z', 'revision_number': 4, 'project_id': 'd33b90607102429c93ba51592b596981', 'gw_port': {'id': '1c33fd97-733d-4744-9feb-a7dade94aae2', 'name': '', 'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:20:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '998817d9-5034-43aa-a31d-51c446712958', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:14:09Z', 'updated_at': '2021-07-16T14:14:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-7-iscsi', '_interfaces': [{'id': '547da05b-16f1-4724-82c8-dc7929632dec', 'name': '', 'network_id': '04a69767-41a2-4aa4-b6f0-b485d6f12d5f', 'tenant_id': 'd33b90607102429c93ba51592b596981', 'mac_address': 'fa:16:3e:32:50:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '998817d9-5034-43aa-a31d-51c446712958', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '40f37b66-5f53-4fe7-af9d-6124db87a1c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:14:11Z', 'updated_at': '2021-07-16T14:14:11Z', 'revision_number': 2, 'project_id': 'd33b90607102429c93ba51592b596981', 'subnets': [{'id': '40f37b66-5f53-4fe7-af9d-6124db87a1c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-7-iscsi', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:14:12.636027 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a863de0-6975-4d15-b4e7-cdc6bb26c1a3 None None] The sync data for ids ['998817d9-5034-43aa-a31d-51c446712958'] in dv-cinder-784763-7-iscsi is: [{'id': '998817d9-5034-43aa-a31d-51c446712958', 'name': 'tempest-TestMinimumBasicScenario-1761592122-router', 'tenant_id': 'd33b90607102429c93ba51592b596981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'external_fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.130'}], 'enable_snat': True}, 'gw_port_id': '1c33fd97-733d-4744-9feb-a7dade94aae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T14:14:08Z', 'updated_at': '2021-07-16T14:14:11Z', 'revision_number': 4, 'project_id': 'd33b90607102429c93ba51592b596981', 'gw_port': {'id': '1c33fd97-733d-4744-9feb-a7dade94aae2', 'name': '', 'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:20:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '998817d9-5034-43aa-a31d-51c446712958', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:14:09Z', 'updated_at': '2021-07-16T14:14:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-7-iscsi', '_interfaces': [{'id': '547da05b-16f1-4724-82c8-dc7929632dec', 'name': '', 'network_id': '04a69767-41a2-4aa4-b6f0-b485d6f12d5f', 'tenant_id': 'd33b90607102429c93ba51592b596981', 'mac_address': 'fa:16:3e:32:50:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '998817d9-5034-43aa-a31d-51c446712958', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '40f37b66-5f53-4fe7-af9d-6124db87a1c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:14:11Z', 'updated_at': '2021-07-16T14:14:11Z', 'revision_number': 2, 'project_id': 'd33b90607102429c93ba51592b596981', 'subnets': [{'id': '40f37b66-5f53-4fe7-af9d-6124db87a1c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 14:14:12.685347 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Device 77f7a6e6-5812-4756-8c89-07c5802ea5ff up at agent ovs-agent-dv-cinder-784763-7-iscsi {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 14:14:12.742721 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Provisioning for port 77f7a6e6-5812-4756-8c89-07c5802ea5ff completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 14:14:12.746490 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Provisioning complete for port 77f7a6e6-5812-4756-8c89-07c5802ea5ff triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 14:14:12.746857 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16503849'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:12.833013 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:12.894220 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] For port 77f7a6e6-5812-4756-8c89-07c5802ea5ff, host dv-cinder-784763-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-7-iscsi',level=0,port_id=77f7a6e6-5812-4756-8c89-07c5802ea5ff,segment=NetworkSegment(8ed290e2-3745-458f-a341-dfa615caba33),segment_id=8ed290e2-3745-458f-a341-dfa615caba33)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:14:12.897806 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736156224341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736155824276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736155824294'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:12.944937 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Pushing event updated for resources: {'Port': ['ID=77f7a6e6-5812-4756-8c89-07c5802ea5ff,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:14:14.506002 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Device 1c33fd97-733d-4744-9feb-a7dade94aae2 up at agent ovs-agent-dv-cinder-784763-7-iscsi {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 14:14:14.578213 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Provisioning for port 1c33fd97-733d-4744-9feb-a7dade94aae2 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 14:14:14.583291 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Provisioning complete for port 1c33fd97-733d-4744-9feb-a7dade94aae2 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 14:14:14.583750 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16503849'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:14.678160 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:14.702385 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] For port 1c33fd97-733d-4744-9feb-a7dade94aae2, host dv-cinder-784763-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-7-iscsi',level=0,port_id=1c33fd97-733d-4744-9feb-a7dade94aae2,segment=NetworkSegment(6901d94e-17f9-4035-ba46-6b4e81a8dcfc),segment_id=6901d94e-17f9-4035-ba46-6b4e81a8dcfc)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:14:14.708313 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736156224341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736155824276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736155824294'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:14.709179 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Device 77f7a6e6-5812-4756-8c89-07c5802ea5ff up at agent ovs-agent-dv-cinder-784763-7-iscsi {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 14:14:14.803254 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Provisioning complete for port 77f7a6e6-5812-4756-8c89-07c5802ea5ff triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 14:14:14.803623 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16503849'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:14.805322 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Pushing event updated for resources: {'Port': ['ID=1c33fd97-733d-4744-9feb-a7dade94aae2,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:14:15.769249 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd715ba-b04d-4151-8746-daaee7905fc2 None None] Sync routers for ids ['998817d9-5034-43aa-a31d-51c446712958'] in dv-cinder-784763-7-iscsi {{(pid=93105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 14:14:15.780877 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd715ba-b04d-4151-8746-daaee7905fc2 None None] Routers {'998817d9-5034-43aa-a31d-51c446712958'} bound to L3 agent in host dv-cinder-784763-7-iscsi {{(pid=93105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 14:14:15.781496 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.l3_hamode_db [None req-ccd715ba-b04d-4151-8746-daaee7905fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T13:57:50Z,description=,heartbeat_timestamp=2021-07-16T14:13:50Z,host='dv-cinder-784763-7-iscsi',id=d50ece19-a35b-4d9c-a2c6-6c45fbfb3bdd,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T13:57:50Z,topic='l3_agent')) {'router_ids': ['998817d9-5034-43aa-a31d-51c446712958'], 'active': True} {{(pid=93105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:14:15.897473 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvr_db [None req-ccd715ba-b04d-4151-8746-daaee7905fc2 None None] Set router 998817d9-5034-43aa-a31d-51c446712958 gateway port host: dv-cinder-784763-7-iscsi {{(pid=93105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 14:14:16.008230 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:16.234912 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.l3_hamode_db [None req-ccd715ba-b04d-4151-8746-daaee7905fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '998817d9-5034-43aa-a31d-51c446712958', 'name': 'tempest-TestMinimumBasicScenario-1761592122-router', 'tenant_id': 'd33b90607102429c93ba51592b596981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'external_fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.130'}], 'enable_snat': True}, 'gw_port_id': '1c33fd97-733d-4744-9feb-a7dade94aae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T14:14:08Z', 'updated_at': '2021-07-16T14:14:11Z', 'revision_number': 4, 'project_id': 'd33b90607102429c93ba51592b596981', 'gw_port': {'id': '1c33fd97-733d-4744-9feb-a7dade94aae2', 'name': '', 'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:20:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '998817d9-5034-43aa-a31d-51c446712958', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:14:09Z', 'updated_at': '2021-07-16T14:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-7-iscsi', '_interfaces': [{'id': '547da05b-16f1-4724-82c8-dc7929632dec', 'name': '', 'network_id': '04a69767-41a2-4aa4-b6f0-b485d6f12d5f', 'tenant_id': 'd33b90607102429c93ba51592b596981', 'mac_address': 'fa:16:3e:32:50:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '998817d9-5034-43aa-a31d-51c446712958', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '40f37b66-5f53-4fe7-af9d-6124db87a1c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:14:11Z', 'updated_at': '2021-07-16T14:14:11Z', 'revision_number': 2, 'project_id': 'd33b90607102429c93ba51592b596981', 'subnets': [{'id': '40f37b66-5f53-4fe7-af9d-6124db87a1c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-7-iscsi', False) {} {{(pid=93105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:14:16.262449 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd715ba-b04d-4151-8746-daaee7905fc2 None None] Checking router: 998817d9-5034-43aa-a31d-51c446712958 for host: dv-cinder-784763-7-iscsi {{(pid=93105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 14:14:16.262877 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd715ba-b04d-4151-8746-daaee7905fc2 None None] Updating router 998817d9-5034-43aa-a31d-51c446712958 port 547da05b-16f1-4724-82c8-dc7929632dec binding host dv-cinder-784763-7-iscsi {{(pid=93105) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 14:14:16.303759 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-ccd715ba-b04d-4151-8746-daaee7905fc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:16.398505 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Device 1c33fd97-733d-4744-9feb-a7dade94aae2 up at agent ovs-agent-dv-cinder-784763-7-iscsi {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 14:14:16.461274 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Provisioning complete for port 1c33fd97-733d-4744-9feb-a7dade94aae2 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 14:14:16.461560 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16503849'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:16.625681 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-ccd715ba-b04d-4151-8746-daaee7905fc2 None None] Notify callbacks [] for port, precommit_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:16.636629 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-ccd715ba-b04d-4151-8746-daaee7905fc2 None None] Transition to ACTIVE for port object 547da05b-16f1-4724-82c8-dc7929632dec will not be triggered until provisioned by entity L2. {{(pid=93105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 14:14:16.644760 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-ccd715ba-b04d-4151-8746-daaee7905fc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736156224341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736155824276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736155824294'] for port, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:16.699285 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830ad1e4-c382-4886-8911-95c2f0ede12b None None] Pushing event updated for resources: {'Port': ['ID=547da05b-16f1-4724-82c8-dc7929632dec,revision_number=3']} {{(pid=93105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:14:16.742356 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830ad1e4-c382-4886-8911-95c2f0ede12b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:14:16.742755 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830ad1e4-c382-4886-8911-95c2f0ede12b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:14:16.743066 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830ad1e4-c382-4886-8911-95c2f0ede12b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:14:16.743398 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830ad1e4-c382-4886-8911-95c2f0ede12b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:14:16.743726 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830ad1e4-c382-4886-8911-95c2f0ede12b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:14:16.744051 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830ad1e4-c382-4886-8911-95c2f0ede12b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:14:16.744374 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830ad1e4-c382-4886-8911-95c2f0ede12b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:14:16.744699 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830ad1e4-c382-4886-8911-95c2f0ede12b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:14:16.745083 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830ad1e4-c382-4886-8911-95c2f0ede12b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:14:16.745408 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830ad1e4-c382-4886-8911-95c2f0ede12b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:14:16.745728 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830ad1e4-c382-4886-8911-95c2f0ede12b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:14:16.746042 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830ad1e4-c382-4886-8911-95c2f0ede12b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:14:16.767810 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.managers [None req-ccd715ba-b04d-4151-8746-daaee7905fc2 None None] Attempting to bind port 547da05b-16f1-4724-82c8-dc7929632dec on host dv-cinder-784763-7-iscsi for vnic_type normal with profile {{(pid=93105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 14:14:16.768384 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.managers [None req-ccd715ba-b04d-4151-8746-daaee7905fc2 None None] Attempting to bind port 547da05b-16f1-4724-82c8-dc7929632dec by drivers openvswitch,hyperv on host dv-cinder-784763-7-iscsi at level 0 using segments [{'id': '4b50e8fb-c11e-414a-a0ea-30e9a44526da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '04a69767-41a2-4aa4-b6f0-b485d6f12d5f'}] {{(pid=93105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 14:14:16.769016 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd715ba-b04d-4151-8746-daaee7905fc2 None None] Attempting to bind port 547da05b-16f1-4724-82c8-dc7929632dec on network 04a69767-41a2-4aa4-b6f0-b485d6f12d5f {{(pid=93105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 14:14:16.778253 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd715ba-b04d-4151-8746-daaee7905fc2 None None] Checking agent: {'id': '7d82e82a-2556-4908-8b18-4037e5dfdbc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784763-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 13, 57, 51), 'started_at': datetime.datetime(2021, 7, 16, 13, 58, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 14, 13, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784763-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 14:14:16.779389 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd715ba-b04d-4151-8746-daaee7905fc2 None None] Checking segment: {'id': '4b50e8fb-c11e-414a-a0ea-30e9a44526da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '04a69767-41a2-4aa4-b6f0-b485d6f12d5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 14:14:16.779993 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-ccd715ba-b04d-4151-8746-daaee7905fc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:16.780586 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd715ba-b04d-4151-8746-daaee7905fc2 None None] Bound using segment: {'id': '4b50e8fb-c11e-414a-a0ea-30e9a44526da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '04a69767-41a2-4aa4-b6f0-b485d6f12d5f'} {{(pid=93105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 14:14:16.781288 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.managers [None req-ccd715ba-b04d-4151-8746-daaee7905fc2 None None] Bound port: 547da05b-16f1-4724-82c8-dc7929632dec, host: dv-cinder-784763-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b50e8fb-c11e-414a-a0ea-30e9a44526da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '04a69767-41a2-4aa4-b6f0-b485d6f12d5f'}}] {{(pid=93105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 14:14:16.781894 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-ccd715ba-b04d-4151-8746-daaee7905fc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:16.859359 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-ccd715ba-b04d-4151-8746-daaee7905fc2 None None] For port 547da05b-16f1-4724-82c8-dc7929632dec, host dv-cinder-784763-7-iscsi, cleared binding levels {{(pid=93105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 14:14:16.863155 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-ccd715ba-b04d-4151-8746-daaee7905fc2 None None] For port 547da05b-16f1-4724-82c8-dc7929632dec, host dv-cinder-784763-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-7-iscsi',level=0,port_id=547da05b-16f1-4724-82c8-dc7929632dec,segment=NetworkSegment(4b50e8fb-c11e-414a-a0ea-30e9a44526da),segment_id=4b50e8fb-c11e-414a-a0ea-30e9a44526da)] {{(pid=93105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 14:14:16.868521 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-ccd715ba-b04d-4151-8746-daaee7905fc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736156224341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736155824276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736155824294'] for port, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:16.923776 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd715ba-b04d-4151-8746-daaee7905fc2 None None] Routers {'998817d9-5034-43aa-a31d-51c446712958'} bound to L3 agent in host dv-cinder-784763-7-iscsi {{(pid=93105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 14:14:16.924406 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.l3_hamode_db [None req-ccd715ba-b04d-4151-8746-daaee7905fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T13:57:50Z,description=,heartbeat_timestamp=2021-07-16T14:13:50Z,host='dv-cinder-784763-7-iscsi',id=d50ece19-a35b-4d9c-a2c6-6c45fbfb3bdd,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T13:57:50Z,topic='l3_agent')) {'router_ids': ['998817d9-5034-43aa-a31d-51c446712958'], 'active': True} {{(pid=93105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:14:17.036108 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830ad1e4-c382-4886-8911-95c2f0ede12b None None] Pushing event updated for resources: {'Port': ['ID=547da05b-16f1-4724-82c8-dc7929632dec,revision_number=4']} {{(pid=93105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:14:17.056354 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvr_db [None req-ccd715ba-b04d-4151-8746-daaee7905fc2 None None] Set router 998817d9-5034-43aa-a31d-51c446712958 gateway port host: dv-cinder-784763-7-iscsi {{(pid=93105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 14:14:17.278552 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.l3_hamode_db [None req-ccd715ba-b04d-4151-8746-daaee7905fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '998817d9-5034-43aa-a31d-51c446712958', 'name': 'tempest-TestMinimumBasicScenario-1761592122-router', 'tenant_id': 'd33b90607102429c93ba51592b596981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'external_fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.130'}], 'enable_snat': True}, 'gw_port_id': '1c33fd97-733d-4744-9feb-a7dade94aae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T14:14:08Z', 'updated_at': '2021-07-16T14:14:11Z', 'revision_number': 4, 'project_id': 'd33b90607102429c93ba51592b596981', 'gw_port': {'id': '1c33fd97-733d-4744-9feb-a7dade94aae2', 'name': '', 'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:20:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '998817d9-5034-43aa-a31d-51c446712958', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:14:09Z', 'updated_at': '2021-07-16T14:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-7-iscsi', '_interfaces': [{'id': '547da05b-16f1-4724-82c8-dc7929632dec', 'name': '', 'network_id': '04a69767-41a2-4aa4-b6f0-b485d6f12d5f', 'tenant_id': 'd33b90607102429c93ba51592b596981', 'mac_address': 'fa:16:3e:32:50:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '998817d9-5034-43aa-a31d-51c446712958', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '40f37b66-5f53-4fe7-af9d-6124db87a1c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:14:11Z', 'updated_at': '2021-07-16T14:14:16Z', 'revision_number': 4, 'project_id': 'd33b90607102429c93ba51592b596981', 'subnets': [{'id': '40f37b66-5f53-4fe7-af9d-6124db87a1c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-7-iscsi', False) {} {{(pid=93105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:14:17.306420 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd715ba-b04d-4151-8746-daaee7905fc2 None None] The sync data for ids ['998817d9-5034-43aa-a31d-51c446712958'] in dv-cinder-784763-7-iscsi is: [{'id': '998817d9-5034-43aa-a31d-51c446712958', 'name': 'tempest-TestMinimumBasicScenario-1761592122-router', 'tenant_id': 'd33b90607102429c93ba51592b596981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'external_fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.130'}], 'enable_snat': True}, 'gw_port_id': '1c33fd97-733d-4744-9feb-a7dade94aae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T14:14:08Z', 'updated_at': '2021-07-16T14:14:11Z', 'revision_number': 4, 'project_id': 'd33b90607102429c93ba51592b596981', 'gw_port': {'id': '1c33fd97-733d-4744-9feb-a7dade94aae2', 'name': '', 'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:20:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '998817d9-5034-43aa-a31d-51c446712958', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:14:09Z', 'updated_at': '2021-07-16T14:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-7-iscsi', '_interfaces': [{'id': '547da05b-16f1-4724-82c8-dc7929632dec', 'name': '', 'network_id': '04a69767-41a2-4aa4-b6f0-b485d6f12d5f', 'tenant_id': 'd33b90607102429c93ba51592b596981', 'mac_address': 'fa:16:3e:32:50:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '998817d9-5034-43aa-a31d-51c446712958', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '40f37b66-5f53-4fe7-af9d-6124db87a1c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:14:11Z', 'updated_at': '2021-07-16T14:14:16Z', 'revision_number': 4, 'project_id': 'd33b90607102429c93ba51592b596981', 'subnets': [{'id': '40f37b66-5f53-4fe7-af9d-6124db87a1c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 14:14:17.752981 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6092b8e6-c216-4940-850e-e0c5be0c784a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:18.441039 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Device 547da05b-16f1-4724-82c8-dc7929632dec up at agent ovs-agent-dv-cinder-784763-7-iscsi {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 14:14:18.495612 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Provisioning for port 547da05b-16f1-4724-82c8-dc7929632dec completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 14:14:18.499398 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Provisioning complete for port 547da05b-16f1-4724-82c8-dc7929632dec triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 14:14:18.499811 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16503849'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:18.586871 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:18.620074 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] For port 547da05b-16f1-4724-82c8-dc7929632dec, host dv-cinder-784763-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-7-iscsi',level=0,port_id=547da05b-16f1-4724-82c8-dc7929632dec,segment=NetworkSegment(4b50e8fb-c11e-414a-a0ea-30e9a44526da),segment_id=4b50e8fb-c11e-414a-a0ea-30e9a44526da)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:14:18.624487 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736156224341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736155824276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736155824294'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:18.676739 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Pushing event updated for resources: {'Port': ['ID=547da05b-16f1-4724-82c8-dc7929632dec,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:14:20.370170 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-693bcd70-4e49-4109-8e2c-2a601ad323b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:20.398904 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Device 547da05b-16f1-4724-82c8-dc7929632dec up at agent ovs-agent-dv-cinder-784763-7-iscsi {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 14:14:20.451362 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Provisioning complete for port 547da05b-16f1-4724-82c8-dc7929632dec triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 14:14:20.451732 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16503849'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:20.730580 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:21.458487 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-64ab8875-bbbc-4415-a681-ef47cf0d365f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:21.710277 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3df193d-d855-45d8-a9d5-c89eb58ddcec req-f10becae-1638-4e49-ac24-1f6e5b718b5e tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:14:21.711736 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-f3df193d-d855-45d8-a9d5-c89eb58ddcec req-f10becae-1638-4e49-ac24-1f6e5b718b5e tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] 10.222.0.10 "GET /v2.0/networks?id=ca379b53-6cd0-4a7d-b445-95792e20ce65 HTTP/1.1" status: 200 len: 814 time: 0.0969784 Jul 16 14:14:21.726273 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-f3df193d-d855-45d8-a9d5-c89eb58ddcec req-7a83873b-40a9-48f4-a639-c4b7e5e8d515 tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] 10.222.0.10 "GET /v2.0/quotas/96ec9f8293764434aeaec617d3d548c0 HTTP/1.1" status: 200 len: 375 time: 0.0092149 Jul 16 14:14:21.795322 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-f3df193d-d855-45d8-a9d5-c89eb58ddcec req-164e9b5c-84fd-4a40-856a-8a16a49f7579 tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=96ec9f8293764434aeaec617d3d548c0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0643384 Jul 16 14:14:21.885855 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-f3df193d-d855-45d8-a9d5-c89eb58ddcec req-553dbcfb-dae0-4a55-adca-4d922ff5a8db service neutron] 10.222.0.10 "GET /v2.0/networks/ca379b53-6cd0-4a7d-b445-95792e20ce65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789256 Jul 16 14:14:21.977126 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-f3df193d-d855-45d8-a9d5-c89eb58ddcec req-039063db-a980-4a9f-a454-27ff43f37698 service neutron] 10.222.0.10 "GET /v2.0/networks/ca379b53-6cd0-4a7d-b445-95792e20ce65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854900 Jul 16 14:14:22.140144 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-5543b5e8-cf1c-4b15-a34f-b178034e1380 req-a47a0b60-60c4-4d25-b546-adf6ea0e5027 tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] 10.222.0.10 "GET /v2.0/ports?device_id=da940d41-e115-4ac9-a0d0-a075e9909a5d HTTP/1.1" status: 200 len: 210 time: 0.0307670 Jul 16 14:14:23.110204 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-fe1600e4-7db6-428f-a340-75d1d02f3a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:23.277194 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-49adb090-43d0-43ca-bffd-873239558df9 req-424b47b9-766a-47b3-a4bf-8296553f8446 tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] 10.222.0.10 "GET /v2.0/ports?device_id=da940d41-e115-4ac9-a0d0-a075e9909a5d HTTP/1.1" status: 200 len: 210 time: 0.0280352 Jul 16 14:14:23.471884 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3df193d-d855-45d8-a9d5-c89eb58ddcec req-676c4243-b61c-4265-b8f0-a3e615efdff3 tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:14:23.473122 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-f3df193d-d855-45d8-a9d5-c89eb58ddcec req-676c4243-b61c-4265-b8f0-a3e615efdff3 tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] 10.222.0.25 "GET /v2.0/networks?id=ca379b53-6cd0-4a7d-b445-95792e20ce65 HTTP/1.1" status: 200 len: 814 time: 0.1027946 Jul 16 14:14:23.500117 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.v2.base [req-f3df193d-d855-45d8-a9d5-c89eb58ddcec req-9e90695a-1401-4135-ba99-112438f3775e tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] Request body: {'port': {'device_id': 'da940d41-e115-4ac9-a0d0-a075e9909a5d', 'network_id': 'ca379b53-6cd0-4a7d-b445-95792e20ce65', 'admin_state_up': True, 'tenant_id': '96ec9f8293764434aeaec617d3d548c0'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:14:23.604954 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3df193d-d855-45d8-a9d5-c89eb58ddcec req-9e90695a-1401-4135-ba99-112438f3775e tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] Made reservation on behalf of 96ec9f8293764434aeaec617d3d548c0 for: {'port': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 14:14:23.608820 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-f3df193d-d855-45d8-a9d5-c89eb58ddcec req-9e90695a-1401-4135-ba99-112438f3775e tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:23.735564 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [req-f3df193d-d855-45d8-a9d5-c89eb58ddcec req-9e90695a-1401-4135-ba99-112438f3775e tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] Allocated IP 172.20.0.6 (ca379b53-6cd0-4a7d-b445-95792e20ce65/740c8589-ee71-4131-8037-cefda410d7e8/484df0fc-9adb-4763-a146-8db6deb2f2bb) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 14:14:23.906224 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-f3df193d-d855-45d8-a9d5-c89eb58ddcec req-9e90695a-1401-4135-ba99-112438f3775e tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:23.923134 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-f3df193d-d855-45d8-a9d5-c89eb58ddcec req-9e90695a-1401-4135-ba99-112438f3775e tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] Transition to ACTIVE for port object 484df0fc-9adb-4763-a146-8db6deb2f2bb will not be triggered until provisioned by entity DHCP. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 14:14:23.964806 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-f3df193d-d855-45d8-a9d5-c89eb58ddcec req-9e90695a-1401-4135-ba99-112438f3775e tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736155824258'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:24.053571 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3df193d-d855-45d8-a9d5-c89eb58ddcec req-9e90695a-1401-4135-ba99-112438f3775e tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] Network ca379b53-6cd0-4a7d-b445-95792e20ce65 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 14:14:24.057432 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [req-f3df193d-d855-45d8-a9d5-c89eb58ddcec req-9e90695a-1401-4135-ba99-112438f3775e tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 14:14:24.067805 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3df193d-d855-45d8-a9d5-c89eb58ddcec req-9e90695a-1401-4135-ba99-112438f3775e tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 14:14:24.073453 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3df193d-d855-45d8-a9d5-c89eb58ddcec req-9e90695a-1401-4135-ba99-112438f3775e tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:14:24.074065 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-f3df193d-d855-45d8-a9d5-c89eb58ddcec req-9e90695a-1401-4135-ba99-112438f3775e tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72406'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:24.085926 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e90695a-1401-4135-ba99-112438f3775e tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] Pushing event updated for resources: {'Port': ['ID=484df0fc-9adb-4763-a146-8db6deb2f2bb,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:14:24.124550 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e90695a-1401-4135-ba99-112438f3775e tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:14:24.125144 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e90695a-1401-4135-ba99-112438f3775e tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:14:24.125544 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e90695a-1401-4135-ba99-112438f3775e tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:14:24.125866 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e90695a-1401-4135-ba99-112438f3775e tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:14:24.126214 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e90695a-1401-4135-ba99-112438f3775e tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:14:24.126556 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e90695a-1401-4135-ba99-112438f3775e tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:14:24.126931 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e90695a-1401-4135-ba99-112438f3775e tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:14:24.127208 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e90695a-1401-4135-ba99-112438f3775e tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:14:24.128049 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e90695a-1401-4135-ba99-112438f3775e tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:14:24.128384 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e90695a-1401-4135-ba99-112438f3775e tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:14:24.128718 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e90695a-1401-4135-ba99-112438f3775e tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:14:24.129066 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e90695a-1401-4135-ba99-112438f3775e tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:14:24.139587 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-f3df193d-d855-45d8-a9d5-c89eb58ddcec req-9e90695a-1401-4135-ba99-112438f3775e tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6435068 Jul 16 14:14:24.293763 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-bf71b440-f1af-4183-adb9-e75bc4e65a2a None None] Provisioning for port 484df0fc-9adb-4763-a146-8db6deb2f2bb completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 14:14:24.301483 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-bf71b440-f1af-4183-adb9-e75bc4e65a2a None None] Provisioning complete for port 484df0fc-9adb-4763-a146-8db6deb2f2bb triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 14:14:24.302340 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-bf71b440-f1af-4183-adb9-e75bc4e65a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16503849'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:24.349350 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-bf71b440-f1af-4183-adb9-e75bc4e65a2a None None] Port 484df0fc-9adb-4763-a146-8db6deb2f2bb cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 14:14:24.485936 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec9ce99-da28-4cbe-8f3f-d5e55f782f3d req-685c6d1d-c783-46c1-a43e-b13e4984ed21 tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:14:24.487952 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-4ec9ce99-da28-4cbe-8f3f-d5e55f782f3d req-685c6d1d-c783-46c1-a43e-b13e4984ed21 tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] 10.222.0.10 "GET /v2.0/ports?device_id=da940d41-e115-4ac9-a0d0-a075e9909a5d HTTP/1.1" status: 200 len: 931 time: 0.0661788 Jul 16 14:14:24.525051 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-4ec9ce99-da28-4cbe-8f3f-d5e55f782f3d req-1e605631-2741-4751-8bcd-14f706e7c3f7 tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] 10.222.0.10 "GET /v2.0/security-groups?id=26029a25-4608-46af-9cbe-714edcd9e5bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314920 Jul 16 14:14:25.704564 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a433d2-7580-4d8d-b540-09b814382e59 req-5c7f4609-b104-4bf9-8318-ede3011de0c3 tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:14:25.706394 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-f0a433d2-7580-4d8d-b540-09b814382e59 req-5c7f4609-b104-4bf9-8318-ede3011de0c3 tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] 10.222.0.10 "GET /v2.0/ports?device_id=da940d41-e115-4ac9-a0d0-a075e9909a5d HTTP/1.1" status: 200 len: 931 time: 0.0658374 Jul 16 14:14:25.744165 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-f0a433d2-7580-4d8d-b540-09b814382e59 req-29528be6-e0c0-455a-931a-c64bb79e8c81 tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] 10.222.0.10 "GET /v2.0/security-groups?id=26029a25-4608-46af-9cbe-714edcd9e5bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323131 Jul 16 14:14:26.918889 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2e8f56-8317-42d8-b96c-da973427bdc4 req-8e8199b0-49a1-418b-a436-f080229c74ce tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:14:26.921443 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-bc2e8f56-8317-42d8-b96c-da973427bdc4 req-8e8199b0-49a1-418b-a436-f080229c74ce tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] 10.222.0.10 "GET /v2.0/ports?device_id=da940d41-e115-4ac9-a0d0-a075e9909a5d HTTP/1.1" status: 200 len: 931 time: 0.0680776 Jul 16 14:14:26.968724 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-bc2e8f56-8317-42d8-b96c-da973427bdc4 req-0b7d197b-766b-4c58-837c-3fa80808c8c5 tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] 10.222.0.10 "GET /v2.0/security-groups?id=26029a25-4608-46af-9cbe-714edcd9e5bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389712 Jul 16 14:14:28.143529 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26deda85-b9f2-4863-b1cc-0b6cf70a4a46 req-d3478721-c203-4a74-a6e8-a1f0ba1dcf82 tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:14:28.145316 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-26deda85-b9f2-4863-b1cc-0b6cf70a4a46 req-d3478721-c203-4a74-a6e8-a1f0ba1dcf82 tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] 10.222.0.10 "GET /v2.0/ports?device_id=da940d41-e115-4ac9-a0d0-a075e9909a5d HTTP/1.1" status: 200 len: 931 time: 0.0678403 Jul 16 14:14:28.182395 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-26deda85-b9f2-4863-b1cc-0b6cf70a4a46 req-5f77bdca-2361-4572-98d5-d4c1d9ebcb35 tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] 10.222.0.10 "GET /v2.0/security-groups?id=26029a25-4608-46af-9cbe-714edcd9e5bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316424 Jul 16 14:14:29.360564 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c78cdcd-a4bb-4378-828f-eda98ca01738 req-0b793c5e-cd41-44ce-96a5-4bd82aa79f52 tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:14:29.362255 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-4c78cdcd-a4bb-4378-828f-eda98ca01738 req-0b793c5e-cd41-44ce-96a5-4bd82aa79f52 tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] 10.222.0.10 "GET /v2.0/ports?device_id=da940d41-e115-4ac9-a0d0-a075e9909a5d HTTP/1.1" status: 200 len: 931 time: 0.0714178 Jul 16 14:14:29.402434 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-4c78cdcd-a4bb-4378-828f-eda98ca01738 req-d861764e-c344-47fd-9562-6570238b834f tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] 10.222.0.10 "GET /v2.0/security-groups?id=26029a25-4608-46af-9cbe-714edcd9e5bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344520 Jul 16 14:14:30.572108 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bdb085-9bb4-4d57-9620-676c6ca6f0af req-121fe05f-a8c4-47e2-88fa-636e81b2633e tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:14:30.574055 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-91bdb085-9bb4-4d57-9620-676c6ca6f0af req-121fe05f-a8c4-47e2-88fa-636e81b2633e tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] 10.222.0.10 "GET /v2.0/ports?device_id=da940d41-e115-4ac9-a0d0-a075e9909a5d HTTP/1.1" status: 200 len: 931 time: 0.0640128 Jul 16 14:14:30.617738 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-91bdb085-9bb4-4d57-9620-676c6ca6f0af req-29f3c55e-9f1a-4ce5-a792-8c2fd7de38d5 tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] 10.222.0.10 "GET /v2.0/security-groups?id=26029a25-4608-46af-9cbe-714edcd9e5bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374310 Jul 16 14:14:31.788882 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4822b5-7465-44d9-b19e-d3e1ace71228 req-45f076f4-72c4-4c2a-a19a-1e5177b99347 tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:14:31.790369 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-1e4822b5-7465-44d9-b19e-d3e1ace71228 req-45f076f4-72c4-4c2a-a19a-1e5177b99347 tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] 10.222.0.10 "GET /v2.0/ports?device_id=da940d41-e115-4ac9-a0d0-a075e9909a5d HTTP/1.1" status: 200 len: 931 time: 0.0634263 Jul 16 14:14:31.829232 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-1e4822b5-7465-44d9-b19e-d3e1ace71228 req-c06acade-d190-40f9-b857-83e56e0b4931 tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] 10.222.0.10 "GET /v2.0/security-groups?id=26029a25-4608-46af-9cbe-714edcd9e5bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332458 Jul 16 14:14:33.028667 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f53371-3de8-46ce-ad2c-fa03ee4c4707 req-dc054b75-0855-4bd6-9954-882ac59ce2c2 tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:14:33.030204 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-31f53371-3de8-46ce-ad2c-fa03ee4c4707 req-dc054b75-0855-4bd6-9954-882ac59ce2c2 tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] 10.222.0.10 "GET /v2.0/ports?device_id=da940d41-e115-4ac9-a0d0-a075e9909a5d HTTP/1.1" status: 200 len: 931 time: 0.0872524 Jul 16 14:14:33.068239 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-31f53371-3de8-46ce-ad2c-fa03ee4c4707 req-28222939-a917-4d08-bb49-652f387b3336 tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] 10.222.0.10 "GET /v2.0/security-groups?id=26029a25-4608-46af-9cbe-714edcd9e5bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320072 Jul 16 14:14:34.275955 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440428dc-83b2-495e-8d51-4a24986d58b8 req-e8c05f20-bcd5-4189-9d56-f7bd452ec88c tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:14:34.277449 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-440428dc-83b2-495e-8d51-4a24986d58b8 req-e8c05f20-bcd5-4189-9d56-f7bd452ec88c tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] 10.222.0.10 "GET /v2.0/ports?device_id=da940d41-e115-4ac9-a0d0-a075e9909a5d HTTP/1.1" status: 200 len: 931 time: 0.0625787 Jul 16 14:14:34.318883 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-440428dc-83b2-495e-8d51-4a24986d58b8 req-e6b7c8e3-b015-4208-b082-5fe948cb3538 tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] 10.222.0.10 "GET /v2.0/security-groups?id=26029a25-4608-46af-9cbe-714edcd9e5bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358808 Jul 16 14:14:35.069208 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.v2.base [req-f3df193d-d855-45d8-a9d5-c89eb58ddcec req-c31d1d46-0fcf-4eea-91af-21a62935ca36 service neutron] Request body: {'port': {'device_id': 'da940d41-e115-4ac9-a0d0-a075e9909a5d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78476'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:14:35.137801 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-f3df193d-d855-45d8-a9d5-c89eb58ddcec req-c31d1d46-0fcf-4eea-91af-21a62935ca36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:35.390628 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.notifiers.nova [req-f3df193d-d855-45d8-a9d5-c89eb58ddcec req-c31d1d46-0fcf-4eea-91af-21a62935ca36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 484df0fc-9adb-4763-a146-8db6deb2f2bb {{(pid=93101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 14:14:35.398500 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-f3df193d-d855-45d8-a9d5-c89eb58ddcec req-c31d1d46-0fcf-4eea-91af-21a62935ca36 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:35.409927 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-f3df193d-d855-45d8-a9d5-c89eb58ddcec req-c31d1d46-0fcf-4eea-91af-21a62935ca36 service neutron] Transition to ACTIVE for port object 484df0fc-9adb-4763-a146-8db6deb2f2bb will not be triggered until provisioned by entity L2. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 14:14:35.413554 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-f3df193d-d855-45d8-a9d5-c89eb58ddcec req-c31d1d46-0fcf-4eea-91af-21a62935ca36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736156224341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736155824276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736155824294'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:35.491062 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31d1d46-0fcf-4eea-91af-21a62935ca36 service neutron] Pushing event updated for resources: {'Port': ['ID=484df0fc-9adb-4763-a146-8db6deb2f2bb,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:14:35.539001 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-f3df193d-d855-45d8-a9d5-c89eb58ddcec req-c31d1d46-0fcf-4eea-91af-21a62935ca36 service neutron] Attempting to bind port 484df0fc-9adb-4763-a146-8db6deb2f2bb on host hv-cinder-78476 for vnic_type normal with profile {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 14:14:35.539359 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-f3df193d-d855-45d8-a9d5-c89eb58ddcec req-c31d1d46-0fcf-4eea-91af-21a62935ca36 service neutron] Attempting to bind port 484df0fc-9adb-4763-a146-8db6deb2f2bb by drivers openvswitch,hyperv on host hv-cinder-78476 at level 0 using segments [{'id': '8ed290e2-3745-458f-a341-dfa615caba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ca379b53-6cd0-4a7d-b445-95792e20ce65'}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 14:14:35.539659 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3df193d-d855-45d8-a9d5-c89eb58ddcec req-c31d1d46-0fcf-4eea-91af-21a62935ca36 service neutron] Attempting to bind port 484df0fc-9adb-4763-a146-8db6deb2f2bb on network ca379b53-6cd0-4a7d-b445-95792e20ce65 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 14:14:35.549530 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3df193d-d855-45d8-a9d5-c89eb58ddcec req-c31d1d46-0fcf-4eea-91af-21a62935ca36 service neutron] Port 484df0fc-9adb-4763-a146-8db6deb2f2bb on network ca379b53-6cd0-4a7d-b445-95792e20ce65 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78476 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 14:14:35.549854 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3df193d-d855-45d8-a9d5-c89eb58ddcec req-c31d1d46-0fcf-4eea-91af-21a62935ca36 service neutron] Attempting to bind port 484df0fc-9adb-4763-a146-8db6deb2f2bb on network ca379b53-6cd0-4a7d-b445-95792e20ce65 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 14:14:35.561631 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2580dac1-ad7d-4757-9a28-f9aa1c820c46 req-f909ce91-e933-4368-a66c-20c72a5ac636 tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:14:35.563141 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-2580dac1-ad7d-4757-9a28-f9aa1c820c46 req-f909ce91-e933-4368-a66c-20c72a5ac636 tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] 10.222.0.10 "GET /v2.0/ports?device_id=da940d41-e115-4ac9-a0d0-a075e9909a5d HTTP/1.1" status: 200 len: 943 time: 0.1246507 Jul 16 14:14:35.564371 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3df193d-d855-45d8-a9d5-c89eb58ddcec req-c31d1d46-0fcf-4eea-91af-21a62935ca36 service neutron] Checking agent: {'id': '6fdce28b-c36c-45c9-95d7-1ffee3187505', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78476', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 14, 3, 46), 'started_at': datetime.datetime(2021, 7, 16, 14, 3, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 14, 14, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 14:14:35.564809 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3df193d-d855-45d8-a9d5-c89eb58ddcec req-c31d1d46-0fcf-4eea-91af-21a62935ca36 service neutron] Checking segment: {'id': '8ed290e2-3745-458f-a341-dfa615caba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ca379b53-6cd0-4a7d-b445-95792e20ce65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 14:14:35.565220 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3df193d-d855-45d8-a9d5-c89eb58ddcec req-c31d1d46-0fcf-4eea-91af-21a62935ca36 service neutron] Bound using segment: {'id': '8ed290e2-3745-458f-a341-dfa615caba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ca379b53-6cd0-4a7d-b445-95792e20ce65'} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 14:14:35.565658 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-f3df193d-d855-45d8-a9d5-c89eb58ddcec req-c31d1d46-0fcf-4eea-91af-21a62935ca36 service neutron] Bound port: 484df0fc-9adb-4763-a146-8db6deb2f2bb, host: hv-cinder-78476, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ed290e2-3745-458f-a341-dfa615caba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ca379b53-6cd0-4a7d-b445-95792e20ce65'}}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 14:14:35.566015 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-f3df193d-d855-45d8-a9d5-c89eb58ddcec req-c31d1d46-0fcf-4eea-91af-21a62935ca36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:35.631976 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-2580dac1-ad7d-4757-9a28-f9aa1c820c46 req-7925feab-842e-4b7d-96a9-31792b840842 tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] 10.222.0.10 "GET /v2.0/security-groups?id=26029a25-4608-46af-9cbe-714edcd9e5bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627337 Jul 16 14:14:35.654525 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-f3df193d-d855-45d8-a9d5-c89eb58ddcec req-c31d1d46-0fcf-4eea-91af-21a62935ca36 service neutron] For port 484df0fc-9adb-4763-a146-8db6deb2f2bb, host hv-cinder-78476, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 14:14:35.657495 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-f3df193d-d855-45d8-a9d5-c89eb58ddcec req-c31d1d46-0fcf-4eea-91af-21a62935ca36 service neutron] For port 484df0fc-9adb-4763-a146-8db6deb2f2bb, host hv-cinder-78476, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=484df0fc-9adb-4763-a146-8db6deb2f2bb,segment=NetworkSegment(8ed290e2-3745-458f-a341-dfa615caba33),segment_id=8ed290e2-3745-458f-a341-dfa615caba33)] {{(pid=93101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 14:14:35.663076 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-f3df193d-d855-45d8-a9d5-c89eb58ddcec req-c31d1d46-0fcf-4eea-91af-21a62935ca36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736156224341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736155824276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736155824294'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:35.695408 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3df193d-d855-45d8-a9d5-c89eb58ddcec req-c31d1d46-0fcf-4eea-91af-21a62935ca36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:14:35.696113 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-f3df193d-d855-45d8-a9d5-c89eb58ddcec req-c31d1d46-0fcf-4eea-91af-21a62935ca36 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72406'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:35.697390 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-f3df193d-d855-45d8-a9d5-c89eb58ddcec req-c31d1d46-0fcf-4eea-91af-21a62935ca36 service neutron] 10.222.0.25 "PUT /v2.0/ports/484df0fc-9adb-4763-a146-8db6deb2f2bb HTTP/1.1" status: 200 len: 1093 time: 0.6331344 Jul 16 14:14:35.697823 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da940d41-e115-4ac9-a0d0-a075e9909a5d', 'tag': '484df0fc-9adb-4763-a146-8db6deb2f2bb'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 14:14:35.700070 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}669b174d507dea59856bca4514a747f2bad56b4b9d456cc0353e9cf2427ac1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eed606e9-6fc8-4f91-8830-808468d9f09f" -d '{"events": [{"name": "network-changed", "server_uuid": "da940d41-e115-4ac9-a0d0-a075e9909a5d", "tag": "484df0fc-9adb-4763-a146-8db6deb2f2bb"}]}' {{(pid=93101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 14:14:35.724603 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31d1d46-0fcf-4eea-91af-21a62935ca36 service neutron] Pushing event updated for resources: {'Port': ['ID=484df0fc-9adb-4763-a146-8db6deb2f2bb,revision_number=3']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:14:35.737347 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 14:14:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92099629-d85d-4ca2-b387-b14376f1d29e x-openstack-request-id: req-92099629-d85d-4ca2-b387-b14376f1d29e {{(pid=93101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 14:14:35.737664 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da940d41-e115-4ac9-a0d0-a075e9909a5d", "tag": "484df0fc-9adb-4763-a146-8db6deb2f2bb", "status": "completed", "code": 200}]} {{(pid=93101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 14:14:35.737921 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-92099629-d85d-4ca2-b387-b14376f1d29e {{(pid=93101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 14:14:35.738371 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da940d41-e115-4ac9-a0d0-a075e9909a5d', 'tag': '484df0fc-9adb-4763-a146-8db6deb2f2bb', 'status': 'completed', 'code': 200} Jul 16 14:14:35.836632 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed606e9-6fc8-4f91-8830-808468d9f09f req-9b0335e0-5652-4571-852b-c15e16c1a9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:14:35.838190 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-eed606e9-6fc8-4f91-8830-808468d9f09f req-9b0335e0-5652-4571-852b-c15e16c1a9cb service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=96ec9f8293764434aeaec617d3d548c0&device_id=da940d41-e115-4ac9-a0d0-a075e9909a5d HTTP/1.1" status: 200 len: 1096 time: 0.0548112 Jul 16 14:14:35.942590 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed606e9-6fc8-4f91-8830-808468d9f09f req-df292116-6ec2-4352-8b29-3bc6f7c887c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:14:35.944041 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-eed606e9-6fc8-4f91-8830-808468d9f09f req-df292116-6ec2-4352-8b29-3bc6f7c887c6 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=96ec9f8293764434aeaec617d3d548c0&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0924249 Jul 16 14:14:36.039041 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed606e9-6fc8-4f91-8830-808468d9f09f req-c8393211-aef5-402f-b3e4-588a4d182571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:14:36.040480 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-eed606e9-6fc8-4f91-8830-808468d9f09f req-c8393211-aef5-402f-b3e4-588a4d182571 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0900164 Jul 16 14:14:36.155932 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3df193d-d855-45d8-a9d5-c89eb58ddcec req-21475a18-46b7-4668-8944-0f2c993a3ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:14:36.157301 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-f3df193d-d855-45d8-a9d5-c89eb58ddcec req-21475a18-46b7-4668-8944-0f2c993a3ece service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=96ec9f8293764434aeaec617d3d548c0&device_id=da940d41-e115-4ac9-a0d0-a075e9909a5d HTTP/1.1" status: 200 len: 1096 time: 0.0510738 Jul 16 14:14:36.205821 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-f3df193d-d855-45d8-a9d5-c89eb58ddcec req-0d4a05bc-c224-48d0-ad2e-669197531eca service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=484df0fc-9adb-4763-a146-8db6deb2f2bb HTTP/1.1" status: 200 len: 217 time: 0.0346215 Jul 16 14:14:36.255618 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3df193d-d855-45d8-a9d5-c89eb58ddcec req-21b21e08-d5f0-4fee-8dd0-a3e7756668a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:14:36.257067 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-f3df193d-d855-45d8-a9d5-c89eb58ddcec req-21b21e08-d5f0-4fee-8dd0-a3e7756668a4 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=740c8589-ee71-4131-8037-cefda410d7e8 HTTP/1.1" status: 200 len: 853 time: 0.0455060 Jul 16 14:14:36.312415 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3df193d-d855-45d8-a9d5-c89eb58ddcec req-8618a1e1-7db9-48d3-bb9f-10eee77bdfe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:14:36.313918 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-f3df193d-d855-45d8-a9d5-c89eb58ddcec req-8618a1e1-7db9-48d3-bb9f-10eee77bdfe6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ca379b53-6cd0-4a7d-b445-95792e20ce65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0511305 Jul 16 14:14:36.399253 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-f3df193d-d855-45d8-a9d5-c89eb58ddcec req-d669915e-2bb1-417c-944a-67e99b24597c service neutron] 10.222.0.25 "GET /v2.0/networks/ca379b53-6cd0-4a7d-b445-95792e20ce65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783725 Jul 16 14:14:36.487831 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-f3df193d-d855-45d8-a9d5-c89eb58ddcec req-8cf97579-894d-4ca5-822a-778c5a852c8e service neutron] 10.222.0.25 "GET /v2.0/networks/ca379b53-6cd0-4a7d-b445-95792e20ce65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819724 Jul 16 14:14:36.954027 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd086a1-a3c0-42ff-8f41-1273a481ab3a req-5519dd7b-8dcf-4873-bc85-6ce1878ace7e tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:14:36.955944 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-2bd086a1-a3c0-42ff-8f41-1273a481ab3a req-5519dd7b-8dcf-4873-bc85-6ce1878ace7e tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] 10.222.0.10 "GET /v2.0/ports?device_id=da940d41-e115-4ac9-a0d0-a075e9909a5d HTTP/1.1" status: 200 len: 943 time: 0.0605445 Jul 16 14:14:36.993011 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-2bd086a1-a3c0-42ff-8f41-1273a481ab3a req-b0236917-4888-4b15-a752-6f800c250dc3 tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] 10.222.0.10 "GET /v2.0/security-groups?id=26029a25-4608-46af-9cbe-714edcd9e5bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315726 Jul 16 14:14:38.160052 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d54d61-ea86-4660-b246-fe1f82c9f969 req-9122c1d7-cbd7-4135-b49d-356cad1a269c tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:14:38.161546 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-06d54d61-ea86-4660-b246-fe1f82c9f969 req-9122c1d7-cbd7-4135-b49d-356cad1a269c tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] 10.222.0.10 "GET /v2.0/ports?device_id=da940d41-e115-4ac9-a0d0-a075e9909a5d HTTP/1.1" status: 200 len: 943 time: 0.0611560 Jul 16 14:14:38.197935 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-06d54d61-ea86-4660-b246-fe1f82c9f969 req-7f38f784-6ac2-4549-a00e-1f714ff0dd28 tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] 10.222.0.10 "GET /v2.0/security-groups?id=26029a25-4608-46af-9cbe-714edcd9e5bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308528 Jul 16 14:14:39.368029 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a825a3-d5a7-44af-adef-290d7a9bbe7d req-1ab8dc68-971a-4f85-9608-3b8afc3fdad1 tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:14:39.369475 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-d5a825a3-d5a7-44af-adef-290d7a9bbe7d req-1ab8dc68-971a-4f85-9608-3b8afc3fdad1 tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] 10.222.0.10 "GET /v2.0/ports?device_id=da940d41-e115-4ac9-a0d0-a075e9909a5d HTTP/1.1" status: 200 len: 943 time: 0.0651448 Jul 16 14:14:39.406234 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-d5a825a3-d5a7-44af-adef-290d7a9bbe7d req-bb36f171-041e-42d1-9fd1-a2a30cd3a097 tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] 10.222.0.10 "GET /v2.0/security-groups?id=26029a25-4608-46af-9cbe-714edcd9e5bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312977 Jul 16 14:14:40.405705 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Device 484df0fc-9adb-4763-a146-8db6deb2f2bb details requested by agent hyperv_hv-cinder-78476 with host hv-cinder-78476 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 14:14:40.579088 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1faf3f8-1774-4b91-9fac-2abda498c5c9 req-58b4e3c9-56cb-483f-aa7b-40174293e120 tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:14:40.580474 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-e1faf3f8-1774-4b91-9fac-2abda498c5c9 req-58b4e3c9-56cb-483f-aa7b-40174293e120 tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] 10.222.0.10 "GET /v2.0/ports?device_id=da940d41-e115-4ac9-a0d0-a075e9909a5d HTTP/1.1" status: 200 len: 943 time: 0.0635107 Jul 16 14:14:40.616756 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] For port 484df0fc-9adb-4763-a146-8db6deb2f2bb, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=484df0fc-9adb-4763-a146-8db6deb2f2bb,segment=NetworkSegment(8ed290e2-3745-458f-a341-dfa615caba33),segment_id=8ed290e2-3745-458f-a341-dfa615caba33)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:14:40.617973 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-e1faf3f8-1774-4b91-9fac-2abda498c5c9 req-5b4ee4c8-7be0-4e84-a935-eb1a31b7f398 tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] 10.222.0.10 "GET /v2.0/security-groups?id=26029a25-4608-46af-9cbe-714edcd9e5bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319440 Jul 16 14:14:40.627747 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Returning: {'device': '484df0fc-9adb-4763-a146-8db6deb2f2bb', 'network_id': 'ca379b53-6cd0-4a7d-b445-95792e20ce65', 'port_id': '484df0fc-9adb-4763-a146-8db6deb2f2bb', 'mac_address': 'fa:16:3e:eb:e4:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '740c8589-ee71-4131-8037-cefda410d7e8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 14:14:40.663842 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:40.675860 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 484df0fc-9adb-4763-a146-8db6deb2f2bb {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 14:14:40.689356 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.agents_db [None req-74bc78d6-8b96-4e29-998d-b6ecd97de622 None None] Agent healthcheck: found 6 active agents {{(pid=93105) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 14:14:40.694548 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] For port 484df0fc-9adb-4763-a146-8db6deb2f2bb, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=484df0fc-9adb-4763-a146-8db6deb2f2bb,segment=NetworkSegment(8ed290e2-3745-458f-a341-dfa615caba33),segment_id=8ed290e2-3745-458f-a341-dfa615caba33)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:14:40.699394 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736156224341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736155824276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736155824294'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:40.747030 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Pushing event updated for resources: {'Port': ['ID=484df0fc-9adb-4763-a146-8db6deb2f2bb,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:14:40.989955 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] get_ports_and_sgs() called for port_ids ['484df0fc-9adb-4763-a146-8db6deb2f2bb'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 14:14:41.784223 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bda3b69-8bd5-4192-acd6-91385e175385 req-effae9d6-0700-4b16-8451-e01a3ab46847 tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:14:41.785703 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-6bda3b69-8bd5-4192-acd6-91385e175385 req-effae9d6-0700-4b16-8451-e01a3ab46847 tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] 10.222.0.10 "GET /v2.0/ports?device_id=da940d41-e115-4ac9-a0d0-a075e9909a5d HTTP/1.1" status: 200 len: 944 time: 0.0616796 Jul 16 14:14:41.821785 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-6bda3b69-8bd5-4192-acd6-91385e175385 req-a879dd16-9bce-43b1-ac5f-be83d50861fa tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] 10.222.0.10 "GET /v2.0/security-groups?id=26029a25-4608-46af-9cbe-714edcd9e5bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305927 Jul 16 14:14:42.416859 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Device 484df0fc-9adb-4763-a146-8db6deb2f2bb up at agent hyperv_hv-cinder-78476 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 14:14:42.466592 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Provisioning for port 484df0fc-9adb-4763-a146-8db6deb2f2bb completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 14:14:42.469945 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Provisioning complete for port 484df0fc-9adb-4763-a146-8db6deb2f2bb triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 14:14:42.470311 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16503849'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:42.542986 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:42.564214 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da940d41-e115-4ac9-a0d0-a075e9909a5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '484df0fc-9adb-4763-a146-8db6deb2f2bb'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 14:14:42.566505 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e17b9d4f214fa64bfb48c5bf95da0f2ee536929a6529a77ec24820d0293f4c41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-757011d9-c520-45fd-8bdb-c59c3ceee2bc" -d '{"events": [{"server_uuid": "da940d41-e115-4ac9-a0d0-a075e9909a5d", "name": "network-vif-plugged", "status": "completed", "tag": "484df0fc-9adb-4763-a146-8db6deb2f2bb"}]}' {{(pid=93103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 14:14:42.578903 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] For port 484df0fc-9adb-4763-a146-8db6deb2f2bb, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=484df0fc-9adb-4763-a146-8db6deb2f2bb,segment=NetworkSegment(8ed290e2-3745-458f-a341-dfa615caba33),segment_id=8ed290e2-3745-458f-a341-dfa615caba33)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:14:42.583854 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736156224341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736155824276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736155824294'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:42.606500 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 14:14:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f9efffb-94bf-463c-91f0-d07c54974f9e x-openstack-request-id: req-8f9efffb-94bf-463c-91f0-d07c54974f9e {{(pid=93103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 14:14:42.606794 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da940d41-e115-4ac9-a0d0-a075e9909a5d", "name": "network-vif-plugged", "status": "completed", "tag": "484df0fc-9adb-4763-a146-8db6deb2f2bb", "code": 200}]} {{(pid=93103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 14:14:42.607076 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8f9efffb-94bf-463c-91f0-d07c54974f9e {{(pid=93103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 14:14:42.607460 dv-cinder-784763-7-iscsi neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da940d41-e115-4ac9-a0d0-a075e9909a5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '484df0fc-9adb-4763-a146-8db6deb2f2bb', 'code': 200} Jul 16 14:14:42.635965 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Pushing event updated for resources: {'Port': ['ID=484df0fc-9adb-4763-a146-8db6deb2f2bb,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:14:42.848567 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909fbc00-2546-40f3-9438-b9c4abca91ab req-c185d098-0f54-488b-9077-090c3cbc4574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:14:42.850117 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-909fbc00-2546-40f3-9438-b9c4abca91ab req-c185d098-0f54-488b-9077-090c3cbc4574 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=da940d41-e115-4ac9-a0d0-a075e9909a5d HTTP/1.1" status: 200 len: 1098 time: 0.0504947 Jul 16 14:14:42.884020 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-909fbc00-2546-40f3-9438-b9c4abca91ab req-f8cdca69-009c-4339-b3d1-436e59338d99 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=26029a25-4608-46af-9cbe-714edcd9e5bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277586 Jul 16 14:14:42.995473 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebab65d7-8303-41d5-8ff6-8e3c3551dbc6 req-19b91b31-edf5-407a-8c49-efe4c6eb238e tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:14:42.996940 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-ebab65d7-8303-41d5-8ff6-8e3c3551dbc6 req-19b91b31-edf5-407a-8c49-efe4c6eb238e tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] 10.222.0.10 "GET /v2.0/ports?device_id=da940d41-e115-4ac9-a0d0-a075e9909a5d HTTP/1.1" status: 200 len: 945 time: 0.0651233 Jul 16 14:14:43.032915 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-ebab65d7-8303-41d5-8ff6-8e3c3551dbc6 req-f91b8e1c-4172-48ae-bb03-57758be92b04 tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] 10.222.0.10 "GET /v2.0/security-groups?id=26029a25-4608-46af-9cbe-714edcd9e5bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303366 Jul 16 14:14:44.210556 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d87c09-70a2-4085-84db-5f66fd6c6860 req-c989a2e4-4ccb-403f-9064-094e2700d9c4 tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:14:44.212028 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-e6d87c09-70a2-4085-84db-5f66fd6c6860 req-c989a2e4-4ccb-403f-9064-094e2700d9c4 tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] 10.222.0.10 "GET /v2.0/ports?device_id=da940d41-e115-4ac9-a0d0-a075e9909a5d HTTP/1.1" status: 200 len: 945 time: 0.0650072 Jul 16 14:14:44.250033 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-e6d87c09-70a2-4085-84db-5f66fd6c6860 req-1f65a000-f0b5-4c6e-8063-8e976fbce19a tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] 10.222.0.10 "GET /v2.0/security-groups?id=26029a25-4608-46af-9cbe-714edcd9e5bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324965 Jul 16 14:14:44.415689 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4923b9f-6751-4abd-81c2-9345e33ba77d req-33467864-6109-4438-a6fa-652040ed3ad8 tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:14:44.417158 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-d4923b9f-6751-4abd-81c2-9345e33ba77d req-33467864-6109-4438-a6fa-652040ed3ad8 tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] 10.222.0.10 "GET /v2.0/ports?device_id=da940d41-e115-4ac9-a0d0-a075e9909a5d HTTP/1.1" status: 200 len: 945 time: 0.0616028 Jul 16 14:14:44.452321 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-d4923b9f-6751-4abd-81c2-9345e33ba77d req-c4795cdd-eea7-48a0-8aa5-e09f40b3ac4f tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] 10.222.0.10 "GET /v2.0/security-groups?id=26029a25-4608-46af-9cbe-714edcd9e5bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297856 Jul 16 14:14:44.824856 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e2bbaa-b0ca-43e6-977d-5860e62e6962 req-717617c5-3fd7-436c-9c97-90ebf58c2852 tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:14:44.826289 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-e7e2bbaa-b0ca-43e6-977d-5860e62e6962 req-717617c5-3fd7-436c-9c97-90ebf58c2852 tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] 10.222.0.10 "GET /v2.0/ports?device_id=da940d41-e115-4ac9-a0d0-a075e9909a5d HTTP/1.1" status: 200 len: 945 time: 0.0636563 Jul 16 14:14:44.862345 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-e7e2bbaa-b0ca-43e6-977d-5860e62e6962 req-427d77de-b13c-4374-8cfb-68b3681c8d85 tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] 10.222.0.10 "GET /v2.0/security-groups?id=26029a25-4608-46af-9cbe-714edcd9e5bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300822 Jul 16 14:14:46.005043 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:47.759196 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-c53898a1-b2aa-4899-a523-30acff11d168 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:50.371012 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-73028616-cac5-4bf9-8b16-20adf4a9cbf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:50.727758 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:50.970560 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-7ee4c877-7d64-4813-9f85-b35f3c07f2a3 req-18cc3a86-4ca5-4d62-ab9f-06b00e8ee898 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=00987cfe-552e-4c43-a607-481fa19ea5c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0496700 Jul 16 14:14:51.075842 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee4c877-7d64-4813-9f85-b35f3c07f2a3 req-a4476727-cbb6-412a-bd1d-62e8e2cc2c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:14:51.077253 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-7ee4c877-7d64-4813-9f85-b35f3c07f2a3 req-a4476727-cbb6-412a-bd1d-62e8e2cc2c72 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=32619117d80748f8a1f9559a81d3503d&device_id=00987cfe-552e-4c43-a607-481fa19ea5c7 HTTP/1.1" status: 200 len: 1098 time: 0.0508556 Jul 16 14:14:51.179334 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee4c877-7d64-4813-9f85-b35f3c07f2a3 req-fe6b6824-5afc-4975-974e-06948c101d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:14:51.180754 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-7ee4c877-7d64-4813-9f85-b35f3c07f2a3 req-fe6b6824-5afc-4975-974e-06948c101d26 service neutron] 10.222.0.25 "GET /v2.0/networks?id=bdf51055-487a-47c6-ba40-7101ea8f6992 HTTP/1.1" status: 200 len: 912 time: 0.0846739 Jul 16 14:14:51.242214 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-7ee4c877-7d64-4813-9f85-b35f3c07f2a3 req-42a8d19f-8217-4b66-bd20-05a3126168a8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1f104238-14bf-44c7-abc9-72bf71fd8c64 HTTP/1.1" status: 200 len: 1000 time: 0.0552254 Jul 16 14:14:51.289051 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee4c877-7d64-4813-9f85-b35f3c07f2a3 req-cf196864-dbee-446e-b991-b46296e04476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:14:51.290433 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-7ee4c877-7d64-4813-9f85-b35f3c07f2a3 req-cf196864-dbee-446e-b991-b46296e04476 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=434d79b6-168f-4988-9fda-3d5972d38d97 HTTP/1.1" status: 200 len: 850 time: 0.0423150 Jul 16 14:14:51.348496 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee4c877-7d64-4813-9f85-b35f3c07f2a3 req-71061e70-7078-488e-b140-c7a637d9fd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:14:51.349969 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-7ee4c877-7d64-4813-9f85-b35f3c07f2a3 req-71061e70-7078-488e-b140-c7a637d9fd67 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=bdf51055-487a-47c6-ba40-7101ea8f6992&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0535390 Jul 16 14:14:51.436687 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-7ee4c877-7d64-4813-9f85-b35f3c07f2a3 req-092474c7-2a33-4485-ac96-78c108d091c2 service neutron] 10.222.0.25 "GET /v2.0/networks/bdf51055-487a-47c6-ba40-7101ea8f6992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803845 Jul 16 14:14:51.462696 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-64ab8875-bbbc-4415-a681-ef47cf0d365f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:51.533039 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-7ee4c877-7d64-4813-9f85-b35f3c07f2a3 req-f8dfe25c-d9c7-411c-b4fa-9ab04eebbbda service neutron] 10.222.0.25 "GET /v2.0/networks/bdf51055-487a-47c6-ba40-7101ea8f6992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900083 Jul 16 14:14:53.112320 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-fe1600e4-7db6-428f-a340-75d1d02f3a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:54.370932 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441c5250-657f-46ae-bed1-a0ed06a59ada req-cf81c9f1-5292-4d3b-9fe4-f4451116d823 tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:14:54.372410 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-441c5250-657f-46ae-bed1-a0ed06a59ada req-cf81c9f1-5292-4d3b-9fe4-f4451116d823 tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] 10.222.0.10 "GET /v2.0/ports?device_id=da940d41-e115-4ac9-a0d0-a075e9909a5d HTTP/1.1" status: 200 len: 945 time: 0.0630488 Jul 16 14:14:54.408551 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-441c5250-657f-46ae-bed1-a0ed06a59ada req-21d94596-d2c4-453e-a75d-dd1777e58b74 tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] 10.222.0.10 "GET /v2.0/security-groups?id=26029a25-4608-46af-9cbe-714edcd9e5bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304270 Jul 16 14:14:54.432760 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 39364) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:14:54.569273 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a0eaf4-a8e5-49a6-ad1b-1fc552ed331f tempest-TestMinimumBasicScenario-1057348224 tempest-TestMinimumBasicScenario-1057348224-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:14:54.570739 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-f9a0eaf4-a8e5-49a6-ad1b-1fc552ed331f tempest-TestMinimumBasicScenario-1057348224 tempest-TestMinimumBasicScenario-1057348224-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=da940d41-e115-4ac9-a0d0-a075e9909a5d HTTP/1.1" status: 200 len: 1093 time: 0.1370111 Jul 16 14:14:54.573528 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 39368) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:14:54.577880 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.v2.base [None req-c3cbf64b-5139-44ac-b32e-eef01f525432 tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] Request body: {'floatingip': {'floating_network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'port_id': '484df0fc-9adb-4763-a146-8db6deb2f2bb', 'tenant_id': '96ec9f8293764434aeaec617d3d548c0', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:14:54.598937 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c3cbf64b-5139-44ac-b32e-eef01f525432 tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] Notify callbacks [] for floatingip, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:54.691548 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c3cbf64b-5139-44ac-b32e-eef01f525432 tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:54.792998 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [None req-c3cbf64b-5139-44ac-b32e-eef01f525432 tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] Allocated IP 172.27.1.204 (0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da/898cf826-a558-482b-96e1-37cc6b0abbc7/cc8e0f61-2e37-45e9-b654-723c014967fd) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 14:14:54.892690 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c3cbf64b-5139-44ac-b32e-eef01f525432 tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:54.929452 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c3cbf64b-5139-44ac-b32e-eef01f525432 tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736155824258'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:54.963753 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3cbf64b-5139-44ac-b32e-eef01f525432 tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] Network 0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 14:14:54.968280 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-c3cbf64b-5139-44ac-b32e-eef01f525432 tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 14:14:54.971541 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3cbf64b-5139-44ac-b32e-eef01f525432 tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 14:14:55.276588 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cbf64b-5139-44ac-b32e-eef01f525432 tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] Pushing event updated for resources: {'Port': ['ID=cc8e0f61-2e37-45e9-b654-723c014967fd,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:14:55.562999 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c3cbf64b-5139-44ac-b32e-eef01f525432 tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:55.636440 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c3cbf64b-5139-44ac-b32e-eef01f525432 tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:55.779261 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c3cbf64b-5139-44ac-b32e-eef01f525432 tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:55.783593 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c3cbf64b-5139-44ac-b32e-eef01f525432 tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736156224341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736155824276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736155824294'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:55.811270 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c3cbf64b-5139-44ac-b32e-eef01f525432 tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-611497'] for floatingip, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:55.860526 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cbf64b-5139-44ac-b32e-eef01f525432 tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] Pushing event updated for resources: {'Port': ['ID=cc8e0f61-2e37-45e9-b654-723c014967fd,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:14:55.917890 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.db.l3_db [None req-c3cbf64b-5139-44ac-b32e-eef01f525432 tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] Floating IP 76ba2ec9-c0e4-4148-ad4b-2b6fda95072d associated. External IP: 172.27.1.204, port: 484df0fc-9adb-4763-a146-8db6deb2f2bb. Jul 16 14:14:56.115403 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3cbf64b-5139-44ac-b32e-eef01f525432 tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] Router 7d988163-3d59-474e-8875-324ce97f2700 has already been hosted by L3 agent d50ece19-a35b-4d9c-a2c6-6c45fbfb3bdd {{(pid=93101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 14:14:56.215744 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3cbf64b-5139-44ac-b32e-eef01f525432 tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] Notify agent at l3_agent.dv-cinder-784763-7-iscsi the message routers_updated {{(pid=93101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 14:14:56.225524 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e9ac8e-f0bd-4dec-9c8b-52a45d304ed5 None None] Sync routers for ids ['7d988163-3d59-474e-8875-324ce97f2700'] in dv-cinder-784763-7-iscsi {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 14:14:56.230856 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c3cbf64b-5139-44ac-b32e-eef01f525432 tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72406'] for floatingip, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:56.235419 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e9ac8e-f0bd-4dec-9c8b-52a45d304ed5 None None] Routers {'7d988163-3d59-474e-8875-324ce97f2700'} bound to L3 agent in host dv-cinder-784763-7-iscsi {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 14:14:56.236107 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-43e9ac8e-f0bd-4dec-9c8b-52a45d304ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T13:57:50Z,description=,heartbeat_timestamp=2021-07-16T14:14:50Z,host='dv-cinder-784763-7-iscsi',id=d50ece19-a35b-4d9c-a2c6-6c45fbfb3bdd,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T13:57:50Z,topic='l3_agent')) {'router_ids': ['7d988163-3d59-474e-8875-324ce97f2700'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:14:56.269330 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-c3cbf64b-5139-44ac-b32e-eef01f525432 tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6947310 Jul 16 14:14:56.269904 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da940d41-e115-4ac9-a0d0-a075e9909a5d', 'tag': '484df0fc-9adb-4763-a146-8db6deb2f2bb'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 14:14:56.272151 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}669b174d507dea59856bca4514a747f2bad56b4b9d456cc0353e9cf2427ac1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de71c74e-b217-4041-b3a1-fa85c421a09e" -d '{"events": [{"name": "network-changed", "server_uuid": "da940d41-e115-4ac9-a0d0-a075e9909a5d", "tag": "484df0fc-9adb-4763-a146-8db6deb2f2bb"}]}' {{(pid=93101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 14:14:56.272396 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 39370) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:14:56.277122 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.v2.base [None req-b08bfd63-a61a-4f50-9133-e601f311e98b tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1972001168', 'description': 'tempest-secgroup-smoke-1972001168 description', 'project_id': '96ec9f8293764434aeaec617d3d548c0'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:14:56.301789 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b08bfd63-a61a-4f50-9133-e601f311e98b tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:56.314175 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 14:14:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eb6454a-e98a-4b65-b0e8-95586d890833 x-openstack-request-id: req-1eb6454a-e98a-4b65-b0e8-95586d890833 {{(pid=93101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 14:14:56.314340 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da940d41-e115-4ac9-a0d0-a075e9909a5d", "tag": "484df0fc-9adb-4763-a146-8db6deb2f2bb", "status": "completed", "code": 200}]} {{(pid=93101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 14:14:56.314627 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1eb6454a-e98a-4b65-b0e8-95586d890833 {{(pid=93101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 14:14:56.315491 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da940d41-e115-4ac9-a0d0-a075e9909a5d', 'tag': '484df0fc-9adb-4763-a146-8db6deb2f2bb', 'status': 'completed', 'code': 200} Jul 16 14:14:56.345147 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-43e9ac8e-f0bd-4dec-9c8b-52a45d304ed5 None None] Set router 7d988163-3d59-474e-8875-324ce97f2700 gateway port host: dv-cinder-784763-7-iscsi {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 14:14:56.386903 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b08bfd63-a61a-4f50-9133-e601f311e98b tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:56.390716 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b08bfd63-a61a-4f50-9133-e601f311e98b tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:56.418420 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b08bfd63-a61a-4f50-9133-e601f311e98b tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:56.422337 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-b08bfd63-a61a-4f50-9133-e601f311e98b tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1462164 Jul 16 14:14:56.422501 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de71c74e-b217-4041-b3a1-fa85c421a09e req-498dd583-4237-4199-8ab2-c94d23a034cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:14:56.422501 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-de71c74e-b217-4041-b3a1-fa85c421a09e req-498dd583-4237-4199-8ab2-c94d23a034cf service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=96ec9f8293764434aeaec617d3d548c0&device_id=da940d41-e115-4ac9-a0d0-a075e9909a5d HTTP/1.1" status: 200 len: 1098 time: 0.0548460 Jul 16 14:14:56.422691 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08bfd63-a61a-4f50-9133-e601f311e98b tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a175426-3caf-43d3-a6a8-61b6265707e7,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:14:56.422785 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 39374) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:14:56.427519 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.v2.base [None req-3c1805b0-5c73-40f2-9e50-befd653a9621 tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] Request body: {'security_group_rule': {'security_group_id': '0a175426-3caf-43d3-a6a8-61b6265707e7', 'project_id': '96ec9f8293764434aeaec617d3d548c0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:14:56.430139 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08bfd63-a61a-4f50-9133-e601f311e98b tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:14:56.430504 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08bfd63-a61a-4f50-9133-e601f311e98b tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:14:56.430814 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08bfd63-a61a-4f50-9133-e601f311e98b tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:14:56.431145 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08bfd63-a61a-4f50-9133-e601f311e98b tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:14:56.431474 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08bfd63-a61a-4f50-9133-e601f311e98b tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:14:56.431973 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08bfd63-a61a-4f50-9133-e601f311e98b tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:14:56.432274 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08bfd63-a61a-4f50-9133-e601f311e98b tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:14:56.432603 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08bfd63-a61a-4f50-9133-e601f311e98b tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:14:56.432977 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08bfd63-a61a-4f50-9133-e601f311e98b tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:14:56.433304 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08bfd63-a61a-4f50-9133-e601f311e98b tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:14:56.433638 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08bfd63-a61a-4f50-9133-e601f311e98b tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:14:56.433949 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08bfd63-a61a-4f50-9133-e601f311e98b tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:14:56.518147 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3c1805b0-5c73-40f2-9e50-befd653a9621 tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:56.557573 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de71c74e-b217-4041-b3a1-fa85c421a09e req-96faf253-fd7a-4aaa-a5e4-de34593559d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:14:56.559101 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-de71c74e-b217-4041-b3a1-fa85c421a09e req-96faf253-fd7a-4aaa-a5e4-de34593559d9 service neutron] 10.222.0.25 "GET /v2.0/networks?id=ca379b53-6cd0-4a7d-b445-95792e20ce65 HTTP/1.1" status: 200 len: 915 time: 0.1272268 Jul 16 14:14:56.576706 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-43e9ac8e-f0bd-4dec-9c8b-52a45d304ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d988163-3d59-474e-8875-324ce97f2700', 'name': 'tempest-TestMinimumBasicScenario-478950684-router', 'tenant_id': '96ec9f8293764434aeaec617d3d548c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'external_fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': '78f449e9-6e16-4461-a458-149e2dc1d798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T14:14:03Z', 'updated_at': '2021-07-16T14:14:06Z', 'revision_number': 4, 'project_id': '96ec9f8293764434aeaec617d3d548c0', 'gw_port': {'id': '78f449e9-6e16-4461-a458-149e2dc1d798', 'name': '', 'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:62:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d988163-3d59-474e-8875-324ce97f2700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:14:04Z', 'updated_at': '2021-07-16T14:14:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-7-iscsi', '_floatingips': [{'id': '76ba2ec9-c0e4-4148-ad4b-2b6fda95072d', 'tenant_id': '96ec9f8293764434aeaec617d3d548c0', 'floating_ip_address': '172.27.1.204', 'floating_network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'router_id': '7d988163-3d59-474e-8875-324ce97f2700', 'port_id': '484df0fc-9adb-4763-a146-8db6deb2f2bb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca379b53-6cd0-4a7d-b445-95792e20ce65', 'mac_address': 'fa:16:3e:eb:e4:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da940d41-e115-4ac9-a0d0-a075e9909a5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T14:14:55Z', 'updated_at': '2021-07-16T14:14:55Z', 'revision_number': 0, 'project_id': '96ec9f8293764434aeaec617d3d548c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77f7a6e6-5812-4756-8c89-07c5802ea5ff', 'name': '', 'network_id': 'ca379b53-6cd0-4a7d-b445-95792e20ce65', 'tenant_id': '96ec9f8293764434aeaec617d3d548c0', 'mac_address': 'fa:16:3e:c3:fe:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d988163-3d59-474e-8875-324ce97f2700', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '740c8589-ee71-4131-8037-cefda410d7e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:14:06Z', 'updated_at': '2021-07-16T14:14:12Z', 'revision_number': 5, 'project_id': '96ec9f8293764434aeaec617d3d548c0', 'subnets': [{'id': '740c8589-ee71-4131-8037-cefda410d7e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-7-iscsi', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:14:56.605655 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e9ac8e-f0bd-4dec-9c8b-52a45d304ed5 None None] Checking router: 7d988163-3d59-474e-8875-324ce97f2700 for host: dv-cinder-784763-7-iscsi {{(pid=93103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 14:14:56.615930 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e9ac8e-f0bd-4dec-9c8b-52a45d304ed5 None None] Routers {'7d988163-3d59-474e-8875-324ce97f2700'} bound to L3 agent in host dv-cinder-784763-7-iscsi {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 14:14:56.616548 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-43e9ac8e-f0bd-4dec-9c8b-52a45d304ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T13:57:50Z,description=,heartbeat_timestamp=2021-07-16T14:14:50Z,host='dv-cinder-784763-7-iscsi',id=d50ece19-a35b-4d9c-a2c6-6c45fbfb3bdd,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T13:57:50Z,topic='l3_agent')) {'router_ids': ['7d988163-3d59-474e-8875-324ce97f2700'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:14:56.623224 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3c1805b0-5c73-40f2-9e50-befd653a9621 tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:56.632027 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3c1805b0-5c73-40f2-9e50-befd653a9621 tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829969'] for security_group_rule, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:56.655252 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-de71c74e-b217-4041-b3a1-fa85c421a09e req-32f6de0f-c29d-4108-b0c3-135621e27e85 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=484df0fc-9adb-4763-a146-8db6deb2f2bb HTTP/1.1" status: 200 len: 999 time: 0.0876648 Jul 16 14:14:56.659127 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1805b0-5c73-40f2-9e50-befd653a9621 tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07af54ef-3574-4650-9efe-dd1f9dd62924,revision_number=0']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:14:56.670498 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3c1805b0-5c73-40f2-9e50-befd653a9621 tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:56.671607 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-3c1805b0-5c73-40f2-9e50-befd653a9621 tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2481649 Jul 16 14:14:56.675284 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 39376) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:14:56.680033 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.v2.base [None req-535232a9-d537-4a8d-af14-83365751e415 tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] Request body: {'security_group_rule': {'security_group_id': '0a175426-3caf-43d3-a6a8-61b6265707e7', 'project_id': '96ec9f8293764434aeaec617d3d548c0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:14:56.710363 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-535232a9-d537-4a8d-af14-83365751e415 tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:56.713983 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de71c74e-b217-4041-b3a1-fa85c421a09e req-769de257-26f5-46fa-84d1-23c7d67db2be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:14:56.715454 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-de71c74e-b217-4041-b3a1-fa85c421a09e req-769de257-26f5-46fa-84d1-23c7d67db2be service neutron] 10.222.0.25 "GET /v2.0/subnets?id=740c8589-ee71-4131-8037-cefda410d7e8 HTTP/1.1" status: 200 len: 853 time: 0.0522726 Jul 16 14:14:56.722537 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-43e9ac8e-f0bd-4dec-9c8b-52a45d304ed5 None None] Set router 7d988163-3d59-474e-8875-324ce97f2700 gateway port host: dv-cinder-784763-7-iscsi {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 14:14:56.769138 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-535232a9-d537-4a8d-af14-83365751e415 tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:56.774523 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-535232a9-d537-4a8d-af14-83365751e415 tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829969'] for security_group_rule, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:56.783385 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de71c74e-b217-4041-b3a1-fa85c421a09e req-fcf4d4fb-ff75-4b4f-a620-c52de942ccd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:14:56.785680 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-de71c74e-b217-4041-b3a1-fa85c421a09e req-fcf4d4fb-ff75-4b4f-a620-c52de942ccd5 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ca379b53-6cd0-4a7d-b445-95792e20ce65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0618796 Jul 16 14:14:56.793337 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535232a9-d537-4a8d-af14-83365751e415 tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6685de17-4069-4bb9-abb7-3ad71df8e04f,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:14:56.803954 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-535232a9-d537-4a8d-af14-83365751e415 tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:56.805448 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-535232a9-d537-4a8d-af14-83365751e415 tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1290946 Jul 16 14:14:56.808168 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 39378) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:14:56.813112 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.v2.base [None req-c0f5cc49-92b6-4a0e-a86c-aa5db6ac847a tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] Request body: {'security_group_rule': {'security_group_id': '0a175426-3caf-43d3-a6a8-61b6265707e7', 'project_id': '96ec9f8293764434aeaec617d3d548c0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:14:56.841367 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c0f5cc49-92b6-4a0e-a86c-aa5db6ac847a tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:56.883262 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-de71c74e-b217-4041-b3a1-fa85c421a09e req-ccd1f971-bdbf-460f-b075-50ba62237236 service neutron] 10.222.0.25 "GET /v2.0/networks/ca379b53-6cd0-4a7d-b445-95792e20ce65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911517 Jul 16 14:14:56.904937 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c0f5cc49-92b6-4a0e-a86c-aa5db6ac847a tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:56.911589 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c0f5cc49-92b6-4a0e-a86c-aa5db6ac847a tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829969'] for security_group_rule, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:56.929704 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f5cc49-92b6-4a0e-a86c-aa5db6ac847a tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bf846f0-7b10-41f0-94c3-c61b50db6842,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:14:56.937721 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c0f5cc49-92b6-4a0e-a86c-aa5db6ac847a tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:56.941675 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-c0f5cc49-92b6-4a0e-a86c-aa5db6ac847a tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1296859 Jul 16 14:14:56.942148 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 39380) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:14:56.946645 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.v2.base [None req-7db1c2ab-ad2d-470b-91cd-c4da1458dc36 tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] Request body: {'security_group_rule': {'security_group_id': '0a175426-3caf-43d3-a6a8-61b6265707e7', 'project_id': '96ec9f8293764434aeaec617d3d548c0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:14:56.962960 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-43e9ac8e-f0bd-4dec-9c8b-52a45d304ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d988163-3d59-474e-8875-324ce97f2700', 'name': 'tempest-TestMinimumBasicScenario-478950684-router', 'tenant_id': '96ec9f8293764434aeaec617d3d548c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'external_fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': '78f449e9-6e16-4461-a458-149e2dc1d798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T14:14:03Z', 'updated_at': '2021-07-16T14:14:06Z', 'revision_number': 4, 'project_id': '96ec9f8293764434aeaec617d3d548c0', 'gw_port': {'id': '78f449e9-6e16-4461-a458-149e2dc1d798', 'name': '', 'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:62:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d988163-3d59-474e-8875-324ce97f2700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:14:04Z', 'updated_at': '2021-07-16T14:14:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-7-iscsi', '_floatingips': [{'id': '76ba2ec9-c0e4-4148-ad4b-2b6fda95072d', 'tenant_id': '96ec9f8293764434aeaec617d3d548c0', 'floating_ip_address': '172.27.1.204', 'floating_network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'router_id': '7d988163-3d59-474e-8875-324ce97f2700', 'port_id': '484df0fc-9adb-4763-a146-8db6deb2f2bb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca379b53-6cd0-4a7d-b445-95792e20ce65', 'mac_address': 'fa:16:3e:eb:e4:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da940d41-e115-4ac9-a0d0-a075e9909a5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T14:14:55Z', 'updated_at': '2021-07-16T14:14:55Z', 'revision_number': 0, 'project_id': '96ec9f8293764434aeaec617d3d548c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77f7a6e6-5812-4756-8c89-07c5802ea5ff', 'name': '', 'network_id': 'ca379b53-6cd0-4a7d-b445-95792e20ce65', 'tenant_id': '96ec9f8293764434aeaec617d3d548c0', 'mac_address': 'fa:16:3e:c3:fe:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d988163-3d59-474e-8875-324ce97f2700', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '740c8589-ee71-4131-8037-cefda410d7e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:14:06Z', 'updated_at': '2021-07-16T14:14:12Z', 'revision_number': 5, 'project_id': '96ec9f8293764434aeaec617d3d548c0', 'subnets': [{'id': '740c8589-ee71-4131-8037-cefda410d7e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-7-iscsi', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:14:56.976626 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7db1c2ab-ad2d-470b-91cd-c4da1458dc36 tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:56.990914 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-de71c74e-b217-4041-b3a1-fa85c421a09e req-80ffc588-9cf3-4bbf-89a6-2fcc509908c8 service neutron] 10.222.0.25 "GET /v2.0/networks/ca379b53-6cd0-4a7d-b445-95792e20ce65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008503 Jul 16 14:14:56.994363 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e9ac8e-f0bd-4dec-9c8b-52a45d304ed5 None None] The sync data for ids ['7d988163-3d59-474e-8875-324ce97f2700'] in dv-cinder-784763-7-iscsi is: [{'id': '7d988163-3d59-474e-8875-324ce97f2700', 'name': 'tempest-TestMinimumBasicScenario-478950684-router', 'tenant_id': '96ec9f8293764434aeaec617d3d548c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'external_fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': '78f449e9-6e16-4461-a458-149e2dc1d798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T14:14:03Z', 'updated_at': '2021-07-16T14:14:06Z', 'revision_number': 4, 'project_id': '96ec9f8293764434aeaec617d3d548c0', 'gw_port': {'id': '78f449e9-6e16-4461-a458-149e2dc1d798', 'name': '', 'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:62:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d988163-3d59-474e-8875-324ce97f2700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:14:04Z', 'updated_at': '2021-07-16T14:14:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-7-iscsi', '_floatingips': [{'id': '76ba2ec9-c0e4-4148-ad4b-2b6fda95072d', 'tenant_id': '96ec9f8293764434aeaec617d3d548c0', 'floating_ip_address': '172.27.1.204', 'floating_network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'router_id': '7d988163-3d59-474e-8875-324ce97f2700', 'port_id': '484df0fc-9adb-4763-a146-8db6deb2f2bb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca379b53-6cd0-4a7d-b445-95792e20ce65', 'mac_address': 'fa:16:3e:eb:e4:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da940d41-e115-4ac9-a0d0-a075e9909a5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T14:14:55Z', 'updated_at': '2021-07-16T14:14:55Z', 'revision_number': 0, 'project_id': '96ec9f8293764434aeaec617d3d548c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77f7a6e6-5812-4756-8c89-07c5802ea5ff', 'name': '', 'network_id': 'ca379b53-6cd0-4a7d-b445-95792e20ce65', 'tenant_id': '96ec9f8293764434aeaec617d3d548c0', 'mac_address': 'fa:16:3e:c3:fe:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d988163-3d59-474e-8875-324ce97f2700', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '740c8589-ee71-4131-8037-cefda410d7e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:14:06Z', 'updated_at': '2021-07-16T14:14:12Z', 'revision_number': 5, 'project_id': '96ec9f8293764434aeaec617d3d548c0', 'subnets': [{'id': '740c8589-ee71-4131-8037-cefda410d7e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 14:14:57.040681 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7db1c2ab-ad2d-470b-91cd-c4da1458dc36 tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:57.045467 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7db1c2ab-ad2d-470b-91cd-c4da1458dc36 tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829969'] for security_group_rule, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:57.065787 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db1c2ab-ad2d-470b-91cd-c4da1458dc36 tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88218777-2187-4e7c-98cd-9fe09a1b68bf,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:14:57.069474 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7db1c2ab-ad2d-470b-91cd-c4da1458dc36 tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:57.073502 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-7db1c2ab-ad2d-470b-91cd-c4da1458dc36 tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1275351 Jul 16 14:14:57.073677 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 39382) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:14:57.078026 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.v2.base [None req-bd91afee-537c-48cc-ab40-bcf30023e7ab tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] Request body: {'security_group_rule': {'security_group_id': '0a175426-3caf-43d3-a6a8-61b6265707e7', 'project_id': '96ec9f8293764434aeaec617d3d548c0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:14:57.099034 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.db.securitygroups_db [None req-bd91afee-537c-48cc-ab40-bcf30023e7ab tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] Project 96ec9f8293764434aeaec617d3d548c0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 14:14:57.103651 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-bd91afee-537c-48cc-ab40-bcf30023e7ab tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:57.171992 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-bd91afee-537c-48cc-ab40-bcf30023e7ab tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:57.176925 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-bd91afee-537c-48cc-ab40-bcf30023e7ab tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829969'] for security_group_rule, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:57.197155 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd91afee-537c-48cc-ab40-bcf30023e7ab tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d1c4aee-f538-4a18-87b2-5d91b68af029,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:14:57.200818 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38906715-c1ff-4d69-9d15-98fbf1b58efe None None] New status for floating IP 76ba2ec9-c0e4-4148-ad4b-2b6fda95072d: ACTIVE {{(pid=93105) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 14:14:57.203922 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-bd91afee-537c-48cc-ab40-bcf30023e7ab tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:57.208338 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-bd91afee-537c-48cc-ab40-bcf30023e7ab tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1306775 Jul 16 14:14:57.208444 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 39384) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:14:57.212817 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.v2.base [None req-955d36a4-324d-4f6c-bed6-27f1ea4e68b9 tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] Request body: {'security_group_rule': {'security_group_id': '0a175426-3caf-43d3-a6a8-61b6265707e7', 'project_id': '96ec9f8293764434aeaec617d3d548c0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:14:57.235554 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.db.securitygroups_db [None req-955d36a4-324d-4f6c-bed6-27f1ea4e68b9 tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] Project 96ec9f8293764434aeaec617d3d548c0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 14:14:57.240790 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-955d36a4-324d-4f6c-bed6-27f1ea4e68b9 tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:57.302451 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-955d36a4-324d-4f6c-bed6-27f1ea4e68b9 tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:57.306554 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-955d36a4-324d-4f6c-bed6-27f1ea4e68b9 tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829969'] for security_group_rule, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:57.323535 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955d36a4-324d-4f6c-bed6-27f1ea4e68b9 tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05ab2583-0806-4a70-8211-4d6514c2ff04,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:14:57.331070 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-955d36a4-324d-4f6c-bed6-27f1ea4e68b9 tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:57.332534 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-955d36a4-324d-4f6c-bed6-27f1ea4e68b9 tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1231976 Jul 16 14:14:57.451868 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-7dbd3878-0876-4238-a46a-0e9dbdc2d43e req-1ea9d152-0638-48e0-a832-ee96882bcffa tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1972001168&fields=id&tenant_id=96ec9f8293764434aeaec617d3d548c0 HTTP/1.1" status: 200 len: 267 time: 0.0320938 Jul 16 14:14:57.515729 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbd3878-0876-4238-a46a-0e9dbdc2d43e req-76a65382-85cc-4042-8e22-ece2a6decfcf tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:14:57.517170 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-7dbd3878-0876-4238-a46a-0e9dbdc2d43e req-76a65382-85cc-4042-8e22-ece2a6decfcf tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] 10.222.0.10 "GET /v2.0/ports?device_id=da940d41-e115-4ac9-a0d0-a075e9909a5d HTTP/1.1" status: 200 len: 945 time: 0.0597548 Jul 16 14:14:57.528160 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.v2.base [req-7dbd3878-0876-4238-a46a-0e9dbdc2d43e req-e78241df-7223-4005-8b9a-2b2ff3fd2ee7 tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] Request body: {'port': {'security_groups': ['26029a25-4608-46af-9cbe-714edcd9e5bb', '0a175426-3caf-43d3-a6a8-61b6265707e7']}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:14:57.610004 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-7dbd3878-0876-4238-a46a-0e9dbdc2d43e req-e78241df-7223-4005-8b9a-2b2ff3fd2ee7 tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:57.788189 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-7dbd3878-0876-4238-a46a-0e9dbdc2d43e req-e78241df-7223-4005-8b9a-2b2ff3fd2ee7 tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] For port 484df0fc-9adb-4763-a146-8db6deb2f2bb, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=484df0fc-9adb-4763-a146-8db6deb2f2bb,segment=NetworkSegment(8ed290e2-3745-458f-a341-dfa615caba33),segment_id=8ed290e2-3745-458f-a341-dfa615caba33)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:14:57.816160 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-7dbd3878-0876-4238-a46a-0e9dbdc2d43e req-e78241df-7223-4005-8b9a-2b2ff3fd2ee7 tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:57.820604 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-7dbd3878-0876-4238-a46a-0e9dbdc2d43e req-e78241df-7223-4005-8b9a-2b2ff3fd2ee7 tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736156224341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736155824276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736155824294'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:57.855819 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] get_ports_and_sgs() called for port_ids ['484df0fc-9adb-4763-a146-8db6deb2f2bb'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 14:14:57.863640 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbd3878-0876-4238-a46a-0e9dbdc2d43e req-e78241df-7223-4005-8b9a-2b2ff3fd2ee7 tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:14:57.864270 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-7dbd3878-0876-4238-a46a-0e9dbdc2d43e req-e78241df-7223-4005-8b9a-2b2ff3fd2ee7 tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72406'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:57.865803 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-7dbd3878-0876-4238-a46a-0e9dbdc2d43e req-e78241df-7223-4005-8b9a-2b2ff3fd2ee7 tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] 10.222.0.10 "PUT /v2.0/ports/484df0fc-9adb-4763-a146-8db6deb2f2bb HTTP/1.1" status: 200 len: 981 time: 0.3421431 Jul 16 14:14:57.892449 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78241df-7223-4005-8b9a-2b2ff3fd2ee7 tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] Pushing event updated for resources: {'Port': ['ID=484df0fc-9adb-4763-a146-8db6deb2f2bb,revision_number=6']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:14:58.002249 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] get_ports_and_sgs() called for port_ids ['484df0fc-9adb-4763-a146-8db6deb2f2bb'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 14:14:58.034550 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409c61dc-dbb8-4785-a2c2-e29a5d83ad57 req-62e34920-37cd-4c1d-a9be-cce3dd03f675 tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:14:58.036629 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-409c61dc-dbb8-4785-a2c2-e29a5d83ad57 req-62e34920-37cd-4c1d-a9be-cce3dd03f675 tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] 10.222.0.10 "GET /v2.0/ports?device_id=da940d41-e115-4ac9-a0d0-a075e9909a5d HTTP/1.1" status: 200 len: 984 time: 0.0697582 Jul 16 14:14:58.079120 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-409c61dc-dbb8-4785-a2c2-e29a5d83ad57 req-ef38f9dc-f7df-45ba-bdcb-f12a0e1204ac tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] 10.222.0.10 "GET /v2.0/security-groups?id=0a175426-3caf-43d3-a6a8-61b6265707e7&id=26029a25-4608-46af-9cbe-714edcd9e5bb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0361505 Jul 16 14:14:58.154103 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-8a2f79c0-4656-4928-ab69-72c2ac710f27 None None] Provisioning complete for port 484df0fc-9adb-4763-a146-8db6deb2f2bb triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 14:14:58.154395 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-8a2f79c0-4656-4928-ab69-72c2ac710f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16503849'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:14:58.316603 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da940d41-e115-4ac9-a0d0-a075e9909a5d', 'tag': '484df0fc-9adb-4763-a146-8db6deb2f2bb'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 14:14:58.319097 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}669b174d507dea59856bca4514a747f2bad56b4b9d456cc0353e9cf2427ac1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d750796d-1b03-43f4-b79c-59536c27355a" -d '{"events": [{"name": "network-changed", "server_uuid": "da940d41-e115-4ac9-a0d0-a075e9909a5d", "tag": "484df0fc-9adb-4763-a146-8db6deb2f2bb"}]}' {{(pid=93101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 14:14:58.355916 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 14:14:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f7b697c-01df-4083-8cb2-052a39677b29 x-openstack-request-id: req-2f7b697c-01df-4083-8cb2-052a39677b29 {{(pid=93101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 14:14:58.356435 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da940d41-e115-4ac9-a0d0-a075e9909a5d", "tag": "484df0fc-9adb-4763-a146-8db6deb2f2bb", "status": "completed", "code": 200}]} {{(pid=93101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 14:14:58.356757 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2f7b697c-01df-4083-8cb2-052a39677b29 {{(pid=93101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 14:14:58.357248 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da940d41-e115-4ac9-a0d0-a075e9909a5d', 'tag': '484df0fc-9adb-4763-a146-8db6deb2f2bb', 'status': 'completed', 'code': 200} Jul 16 14:14:58.466250 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d750796d-1b03-43f4-b79c-59536c27355a req-abd707cc-25a7-43cc-ab5f-80680cba3dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:14:58.467746 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-d750796d-1b03-43f4-b79c-59536c27355a req-abd707cc-25a7-43cc-ab5f-80680cba3dd5 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=96ec9f8293764434aeaec617d3d548c0&device_id=da940d41-e115-4ac9-a0d0-a075e9909a5d HTTP/1.1" status: 200 len: 1137 time: 0.0529957 Jul 16 14:14:58.561564 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d750796d-1b03-43f4-b79c-59536c27355a req-a81f2cd1-8047-42c7-8081-6d70e3f61e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:14:58.563055 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-d750796d-1b03-43f4-b79c-59536c27355a req-a81f2cd1-8047-42c7-8081-6d70e3f61e5a service neutron] 10.222.0.25 "GET /v2.0/networks?id=ca379b53-6cd0-4a7d-b445-95792e20ce65 HTTP/1.1" status: 200 len: 915 time: 0.0882800 Jul 16 14:14:58.628545 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-d750796d-1b03-43f4-b79c-59536c27355a req-3c5bafa2-0fa3-424f-8a17-265517b75512 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=484df0fc-9adb-4763-a146-8db6deb2f2bb HTTP/1.1" status: 200 len: 1001 time: 0.0591490 Jul 16 14:14:58.681886 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d750796d-1b03-43f4-b79c-59536c27355a req-ef96bb5b-f2e8-4c96-a3eb-285d35d75856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:14:58.683261 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-d750796d-1b03-43f4-b79c-59536c27355a req-ef96bb5b-f2e8-4c96-a3eb-285d35d75856 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=740c8589-ee71-4131-8037-cefda410d7e8 HTTP/1.1" status: 200 len: 853 time: 0.0421865 Jul 16 14:14:58.738298 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d750796d-1b03-43f4-b79c-59536c27355a req-cd671415-6847-462c-b14a-7e1fce740f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:14:58.739720 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-d750796d-1b03-43f4-b79c-59536c27355a req-cd671415-6847-462c-b14a-7e1fce740f52 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ca379b53-6cd0-4a7d-b445-95792e20ce65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0500121 Jul 16 14:14:58.828957 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-d750796d-1b03-43f4-b79c-59536c27355a req-088a705b-3e1c-423f-85db-a08aeddd30ea service neutron] 10.222.0.25 "GET /v2.0/networks/ca379b53-6cd0-4a7d-b445-95792e20ce65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828116 Jul 16 14:14:58.917012 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-d750796d-1b03-43f4-b79c-59536c27355a req-36aa525c-d463-4b20-ba37-32e1722f6026 service neutron] 10.222.0.25 "GET /v2.0/networks/ca379b53-6cd0-4a7d-b445-95792e20ce65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809484 Jul 16 14:15:16.009184 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:15:17.688671 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.agents_db [None req-74bc78d6-8b96-4e29-998d-b6ecd97de622 None None] Agent healthcheck: found 6 active agents {{(pid=93105) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 14:15:17.760828 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-315856c1-9028-415c-a84e-53dc19be64dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:15:20.373139 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-33cc78d0-1080-41d6-9137-10082b943ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:15:20.728287 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:15:20.775042 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d416a04-03cb-4870-891f-12398e0e69f1 req-f926ec27-cf05-4a85-9c81-7fd0f02e9514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:15:20.776476 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-2d416a04-03cb-4870-891f-12398e0e69f1 req-f926ec27-cf05-4a85-9c81-7fd0f02e9514 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=96ec9f8293764434aeaec617d3d548c0&device_id=da940d41-e115-4ac9-a0d0-a075e9909a5d HTTP/1.1" status: 200 len: 1137 time: 0.1018143 Jul 16 14:15:20.784865 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9020aee3-3af7-4b1c-9b16-8877df55ee92 req-f4f723a4-bdc8-4a19-805c-30b0a3fa3807 tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:15:20.786264 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-9020aee3-3af7-4b1c-9b16-8877df55ee92 req-f4f723a4-bdc8-4a19-805c-30b0a3fa3807 tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] 10.222.0.10 "GET /v2.0/ports?device_id=da940d41-e115-4ac9-a0d0-a075e9909a5d HTTP/1.1" status: 200 len: 984 time: 0.1037405 Jul 16 14:15:20.874074 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-9020aee3-3af7-4b1c-9b16-8877df55ee92 req-ef38d217-b67d-4736-a61c-d56b6919103e tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] 10.222.0.10 "GET /v2.0/security-groups?id=0a175426-3caf-43d3-a6a8-61b6265707e7&id=26029a25-4608-46af-9cbe-714edcd9e5bb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0795605 Jul 16 14:15:20.902913 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d416a04-03cb-4870-891f-12398e0e69f1 req-0c2a8af6-409e-4ce8-9198-d69d6ad9cb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:15:20.904383 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-2d416a04-03cb-4870-891f-12398e0e69f1 req-0c2a8af6-409e-4ce8-9198-d69d6ad9cb93 service neutron] 10.222.0.25 "GET /v2.0/networks?id=ca379b53-6cd0-4a7d-b445-95792e20ce65 HTTP/1.1" status: 200 len: 915 time: 0.1172774 Jul 16 14:15:20.969751 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-2d416a04-03cb-4870-891f-12398e0e69f1 req-a56216cc-35c8-4b2c-a916-14b52fa0f15c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=484df0fc-9adb-4763-a146-8db6deb2f2bb HTTP/1.1" status: 200 len: 1001 time: 0.0583887 Jul 16 14:15:21.019022 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d416a04-03cb-4870-891f-12398e0e69f1 req-c0044118-2580-4278-8e41-e1dd70988485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:15:21.020475 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-2d416a04-03cb-4870-891f-12398e0e69f1 req-c0044118-2580-4278-8e41-e1dd70988485 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=740c8589-ee71-4131-8037-cefda410d7e8 HTTP/1.1" status: 200 len: 853 time: 0.0440822 Jul 16 14:15:21.079180 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d416a04-03cb-4870-891f-12398e0e69f1 req-3284fd97-4d74-499c-b792-0246f688c265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:15:21.080596 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-2d416a04-03cb-4870-891f-12398e0e69f1 req-3284fd97-4d74-499c-b792-0246f688c265 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ca379b53-6cd0-4a7d-b445-95792e20ce65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0539770 Jul 16 14:15:21.168424 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-2d416a04-03cb-4870-891f-12398e0e69f1 req-1a885381-8111-4e98-bc63-c7af4d506582 service neutron] 10.222.0.25 "GET /v2.0/networks/ca379b53-6cd0-4a7d-b445-95792e20ce65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810502 Jul 16 14:15:21.265329 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-2d416a04-03cb-4870-891f-12398e0e69f1 req-46926c67-7863-4fb3-9639-fb81231aea43 service neutron] 10.222.0.25 "GET /v2.0/networks/ca379b53-6cd0-4a7d-b445-95792e20ce65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892310 Jul 16 14:15:21.464643 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-64ab8875-bbbc-4415-a681-ef47cf0d365f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:15:22.048355 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bfc364-c110-4ec9-a0a9-003016275267 req-0c571586-9d09-468b-88f5-bf1f5cc0f4a9 tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:15:22.049891 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-d2bfc364-c110-4ec9-a0a9-003016275267 req-0c571586-9d09-468b-88f5-bf1f5cc0f4a9 tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] 10.222.0.10 "GET /v2.0/ports?device_id=da940d41-e115-4ac9-a0d0-a075e9909a5d HTTP/1.1" status: 200 len: 984 time: 0.0651298 Jul 16 14:15:22.359536 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-d2bfc364-c110-4ec9-a0a9-003016275267 req-73c1aac7-2c3e-4454-ae02-f5421eb03c9f tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] 10.222.0.10 "GET /v2.0/security-groups?id=0a175426-3caf-43d3-a6a8-61b6265707e7&id=26029a25-4608-46af-9cbe-714edcd9e5bb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3040271 Jul 16 14:15:23.115588 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-fe1600e4-7db6-428f-a340-75d1d02f3a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:15:23.530188 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0774c5-c237-4a52-8c67-e6e8fd68904e req-793561fd-125f-4a99-9f63-3612747e52de tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:15:23.531689 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-8d0774c5-c237-4a52-8c67-e6e8fd68904e req-793561fd-125f-4a99-9f63-3612747e52de tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] 10.222.0.10 "GET /v2.0/ports?device_id=da940d41-e115-4ac9-a0d0-a075e9909a5d HTTP/1.1" status: 200 len: 984 time: 0.0632360 Jul 16 14:15:23.571452 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-8d0774c5-c237-4a52-8c67-e6e8fd68904e req-aa41d453-82e7-44a2-9798-e8b0854887df tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] 10.222.0.10 "GET /v2.0/security-groups?id=0a175426-3caf-43d3-a6a8-61b6265707e7&id=26029a25-4608-46af-9cbe-714edcd9e5bb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0334849 Jul 16 14:15:24.745977 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42eb394-d52e-4928-8748-cbdde9650685 req-435ccc17-fa7d-4570-a929-4f650d2c1ec2 tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:15:24.747518 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-f42eb394-d52e-4928-8748-cbdde9650685 req-435ccc17-fa7d-4570-a929-4f650d2c1ec2 tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] 10.222.0.10 "GET /v2.0/ports?device_id=da940d41-e115-4ac9-a0d0-a075e9909a5d HTTP/1.1" status: 200 len: 984 time: 0.0631130 Jul 16 14:15:24.786845 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-f42eb394-d52e-4928-8748-cbdde9650685 req-92a08a96-caeb-434e-bc85-e8366906e81d tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] 10.222.0.10 "GET /v2.0/security-groups?id=0a175426-3caf-43d3-a6a8-61b6265707e7&id=26029a25-4608-46af-9cbe-714edcd9e5bb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0332880 Jul 16 14:15:25.961340 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9361c597-1125-42be-a51d-4996229ba940 req-ae908f23-99ae-4a09-991b-2397d19c3af4 tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:15:25.962823 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-9361c597-1125-42be-a51d-4996229ba940 req-ae908f23-99ae-4a09-991b-2397d19c3af4 tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] 10.222.0.10 "GET /v2.0/ports?device_id=da940d41-e115-4ac9-a0d0-a075e9909a5d HTTP/1.1" status: 200 len: 984 time: 0.0625033 Jul 16 14:15:26.002260 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-9361c597-1125-42be-a51d-4996229ba940 req-80583b5e-1369-4c26-9096-e49ffd54abd6 tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] 10.222.0.10 "GET /v2.0/security-groups?id=0a175426-3caf-43d3-a6a8-61b6265707e7&id=26029a25-4608-46af-9cbe-714edcd9e5bb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0338080 Jul 16 14:15:27.172688 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bc0c4f-032a-42db-92c3-aa3fb1254e2f req-1b94be23-382b-452a-a468-72fe7aaf68be tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:15:27.174698 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-64bc0c4f-032a-42db-92c3-aa3fb1254e2f req-1b94be23-382b-452a-a468-72fe7aaf68be tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] 10.222.0.10 "GET /v2.0/ports?device_id=da940d41-e115-4ac9-a0d0-a075e9909a5d HTTP/1.1" status: 200 len: 984 time: 0.0622158 Jul 16 14:15:27.217708 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-64bc0c4f-032a-42db-92c3-aa3fb1254e2f req-b77b93bc-7ff3-40f0-a5fd-df045e906b07 tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] 10.222.0.10 "GET /v2.0/security-groups?id=0a175426-3caf-43d3-a6a8-61b6265707e7&id=26029a25-4608-46af-9cbe-714edcd9e5bb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0371969 Jul 16 14:15:28.391095 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be4246b-67aa-456b-973f-22500deb5d2d req-cbc3ecaa-c6a9-4cb4-91cf-2e2623ece8e3 tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:15:28.392550 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-2be4246b-67aa-456b-973f-22500deb5d2d req-cbc3ecaa-c6a9-4cb4-91cf-2e2623ece8e3 tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] 10.222.0.10 "GET /v2.0/ports?device_id=da940d41-e115-4ac9-a0d0-a075e9909a5d HTTP/1.1" status: 200 len: 984 time: 0.0657434 Jul 16 14:15:28.431928 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-2be4246b-67aa-456b-973f-22500deb5d2d req-a7e63d90-3028-4df1-bb26-6831f8f74511 tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] 10.222.0.10 "GET /v2.0/security-groups?id=0a175426-3caf-43d3-a6a8-61b6265707e7&id=26029a25-4608-46af-9cbe-714edcd9e5bb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0330088 Jul 16 14:15:29.602641 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e87a407-4a35-44f7-b232-de75a7a59fdd req-35c48d09-16c5-47d5-8701-3d5db29a6117 tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:15:29.604153 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-0e87a407-4a35-44f7-b232-de75a7a59fdd req-35c48d09-16c5-47d5-8701-3d5db29a6117 tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] 10.222.0.10 "GET /v2.0/ports?device_id=da940d41-e115-4ac9-a0d0-a075e9909a5d HTTP/1.1" status: 200 len: 984 time: 0.0630887 Jul 16 14:15:29.644189 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-0e87a407-4a35-44f7-b232-de75a7a59fdd req-f5c378d2-83c2-4b6f-9184-c42a19f1e647 tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] 10.222.0.10 "GET /v2.0/security-groups?id=0a175426-3caf-43d3-a6a8-61b6265707e7&id=26029a25-4608-46af-9cbe-714edcd9e5bb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0340712 Jul 16 14:15:30.817036 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9408df5d-45d1-44f4-b195-779b0e9244b8 req-79208b4d-85f5-404f-9740-b2bb633bb158 tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:15:30.818565 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-9408df5d-45d1-44f4-b195-779b0e9244b8 req-79208b4d-85f5-404f-9740-b2bb633bb158 tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] 10.222.0.10 "GET /v2.0/ports?device_id=da940d41-e115-4ac9-a0d0-a075e9909a5d HTTP/1.1" status: 200 len: 984 time: 0.0658238 Jul 16 14:15:30.858162 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-9408df5d-45d1-44f4-b195-779b0e9244b8 req-117eac2f-c7cd-4f3f-8bd1-df4fd1e28ebf tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] 10.222.0.10 "GET /v2.0/security-groups?id=0a175426-3caf-43d3-a6a8-61b6265707e7&id=26029a25-4608-46af-9cbe-714edcd9e5bb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0338416 Jul 16 14:15:32.027530 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81b2a6e-38bf-4965-ad6c-b26e7497cc39 req-9392b011-bea8-4dd3-88f3-04168c689ff5 tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:15:32.029048 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-b81b2a6e-38bf-4965-ad6c-b26e7497cc39 req-9392b011-bea8-4dd3-88f3-04168c689ff5 tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] 10.222.0.10 "GET /v2.0/ports?device_id=da940d41-e115-4ac9-a0d0-a075e9909a5d HTTP/1.1" status: 200 len: 984 time: 0.0628433 Jul 16 14:15:32.069828 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-b81b2a6e-38bf-4965-ad6c-b26e7497cc39 req-891448f5-53ab-4de0-af16-e8c058fcc326 tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] 10.222.0.10 "GET /v2.0/security-groups?id=0a175426-3caf-43d3-a6a8-61b6265707e7&id=26029a25-4608-46af-9cbe-714edcd9e5bb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0345964 Jul 16 14:15:33.240643 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fd3c7d-604a-409c-bef7-23a5648370be req-0cb39f06-7953-4c53-aef5-c758a5a7d4fe tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:15:33.242209 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-23fd3c7d-604a-409c-bef7-23a5648370be req-0cb39f06-7953-4c53-aef5-c758a5a7d4fe tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] 10.222.0.10 "GET /v2.0/ports?device_id=da940d41-e115-4ac9-a0d0-a075e9909a5d HTTP/1.1" status: 200 len: 984 time: 0.0654988 Jul 16 14:15:33.281158 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-23fd3c7d-604a-409c-bef7-23a5648370be req-aae2b430-fba2-41e0-833f-2a9c9556cb78 tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] 10.222.0.10 "GET /v2.0/security-groups?id=0a175426-3caf-43d3-a6a8-61b6265707e7&id=26029a25-4608-46af-9cbe-714edcd9e5bb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0332315 Jul 16 14:15:34.563312 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545822de-56bc-4132-9cf7-fe2aeca3458a req-425c881b-0d49-4906-9f71-ff1a4eb51661 tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:15:34.564824 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-545822de-56bc-4132-9cf7-fe2aeca3458a req-425c881b-0d49-4906-9f71-ff1a4eb51661 tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] 10.222.0.10 "GET /v2.0/ports?device_id=da940d41-e115-4ac9-a0d0-a075e9909a5d HTTP/1.1" status: 200 len: 984 time: 0.1679487 Jul 16 14:15:34.605189 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-545822de-56bc-4132-9cf7-fe2aeca3458a req-ea41e39a-0d8c-4b3c-b0b8-8d62760f5e83 tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] 10.222.0.10 "GET /v2.0/security-groups?id=0a175426-3caf-43d3-a6a8-61b6265707e7&id=26029a25-4608-46af-9cbe-714edcd9e5bb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0339298 Jul 16 14:15:35.780711 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c006b216-117b-46ce-a811-5549dd6788a5 req-0598f0e7-ebb2-4b8d-b478-0180626ec6b3 tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:15:35.782238 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-c006b216-117b-46ce-a811-5549dd6788a5 req-0598f0e7-ebb2-4b8d-b478-0180626ec6b3 tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] 10.222.0.10 "GET /v2.0/ports?device_id=da940d41-e115-4ac9-a0d0-a075e9909a5d HTTP/1.1" status: 200 len: 984 time: 0.0632079 Jul 16 14:15:35.821432 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-c006b216-117b-46ce-a811-5549dd6788a5 req-b608dd36-a491-4b29-90ae-f1145f8a9c65 tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] 10.222.0.10 "GET /v2.0/security-groups?id=0a175426-3caf-43d3-a6a8-61b6265707e7&id=26029a25-4608-46af-9cbe-714edcd9e5bb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0335584 Jul 16 14:15:36.998005 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcae7f6-db8d-43b5-91bb-450b5bc44e80 req-bf05ea3d-1b5a-461f-8548-9ad33de73bfc tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:15:36.999540 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-9dcae7f6-db8d-43b5-91bb-450b5bc44e80 req-bf05ea3d-1b5a-461f-8548-9ad33de73bfc tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] 10.222.0.10 "GET /v2.0/ports?device_id=da940d41-e115-4ac9-a0d0-a075e9909a5d HTTP/1.1" status: 200 len: 984 time: 0.0648830 Jul 16 14:15:37.041785 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-9dcae7f6-db8d-43b5-91bb-450b5bc44e80 req-94612e6c-a562-4ee6-a771-4a6771000643 tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] 10.222.0.10 "GET /v2.0/security-groups?id=0a175426-3caf-43d3-a6a8-61b6265707e7&id=26029a25-4608-46af-9cbe-714edcd9e5bb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0362549 Jul 16 14:15:38.216050 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2c763f-70c0-488d-92fc-37d6eec80cc0 req-96fa5e51-79eb-41c4-b5bb-bb3b44fab84b tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:15:38.217552 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-dc2c763f-70c0-488d-92fc-37d6eec80cc0 req-96fa5e51-79eb-41c4-b5bb-bb3b44fab84b tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] 10.222.0.10 "GET /v2.0/ports?device_id=da940d41-e115-4ac9-a0d0-a075e9909a5d HTTP/1.1" status: 200 len: 984 time: 0.0634410 Jul 16 14:15:38.258731 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-dc2c763f-70c0-488d-92fc-37d6eec80cc0 req-15b5a812-bca9-4ad6-ac5a-7d1f6d88e972 tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] 10.222.0.10 "GET /v2.0/security-groups?id=0a175426-3caf-43d3-a6a8-61b6265707e7&id=26029a25-4608-46af-9cbe-714edcd9e5bb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0349698 Jul 16 14:15:46.015046 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:15:47.762546 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-8a060a1f-3ad0-4916-92df-5ee0e0037ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:15:50.374429 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-88329505-4241-4b8d-aafb-56ed7f36d3e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:15:50.729500 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:15:51.090334 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-c5ee0cf7-bb92-4363-8dc2-d172d6b8894f req-7dea58c4-bc44-4bad-b782-2fd3c00f7c6a service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=da940d41-e115-4ac9-a0d0-a075e9909a5d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1167634 Jul 16 14:15:51.179743 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ee0cf7-bb92-4363-8dc2-d172d6b8894f req-e680f742-d06d-4745-a4f1-17e9a6d65abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:15:51.181476 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-c5ee0cf7-bb92-4363-8dc2-d172d6b8894f req-e680f742-d06d-4745-a4f1-17e9a6d65abc service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=96ec9f8293764434aeaec617d3d548c0&device_id=da940d41-e115-4ac9-a0d0-a075e9909a5d HTTP/1.1" status: 200 len: 1137 time: 0.0567505 Jul 16 14:15:51.293656 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ee0cf7-bb92-4363-8dc2-d172d6b8894f req-da9aaaf2-e9c3-473c-9795-8a0e7f955c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:15:51.295037 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-c5ee0cf7-bb92-4363-8dc2-d172d6b8894f req-da9aaaf2-e9c3-473c-9795-8a0e7f955c42 service neutron] 10.222.0.25 "GET /v2.0/networks?id=ca379b53-6cd0-4a7d-b445-95792e20ce65 HTTP/1.1" status: 200 len: 915 time: 0.0923135 Jul 16 14:15:51.360480 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-c5ee0cf7-bb92-4363-8dc2-d172d6b8894f req-3fcbb1d0-cc1f-47fa-ad1b-6c64e851a581 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=484df0fc-9adb-4763-a146-8db6deb2f2bb HTTP/1.1" status: 200 len: 1001 time: 0.0595653 Jul 16 14:15:51.408980 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ee0cf7-bb92-4363-8dc2-d172d6b8894f req-1e753a52-676b-4c77-b3cf-1f99358ec2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:15:51.410457 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-c5ee0cf7-bb92-4363-8dc2-d172d6b8894f req-1e753a52-676b-4c77-b3cf-1f99358ec2d0 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=740c8589-ee71-4131-8037-cefda410d7e8 HTTP/1.1" status: 200 len: 853 time: 0.0440748 Jul 16 14:15:51.471945 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-64ab8875-bbbc-4415-a681-ef47cf0d365f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:15:51.478647 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ee0cf7-bb92-4363-8dc2-d172d6b8894f req-0b45f05c-8955-4484-b8d3-78092c35b6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:15:51.480272 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-c5ee0cf7-bb92-4363-8dc2-d172d6b8894f req-0b45f05c-8955-4484-b8d3-78092c35b6e0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ca379b53-6cd0-4a7d-b445-95792e20ce65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0634620 Jul 16 14:15:51.490252 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [req-c5ee0cf7-bb92-4363-8dc2-d172d6b8894f req-cc4fc244-8928-4d22-be24-24bda00e2cc7 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93101) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 14:15:51.491475 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-c5ee0cf7-bb92-4363-8dc2-d172d6b8894f req-cc4fc244-8928-4d22-be24-24bda00e2cc7 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053113 Jul 16 14:15:51.581047 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-c5ee0cf7-bb92-4363-8dc2-d172d6b8894f req-42e11988-8f9f-4975-a2e4-23d93d9f05d4 service neutron] 10.222.0.25 "GET /v2.0/networks/ca379b53-6cd0-4a7d-b445-95792e20ce65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837734 Jul 16 14:15:51.677156 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-c5ee0cf7-bb92-4363-8dc2-d172d6b8894f req-a80bfc93-5540-43fd-b325-3185428f5504 service neutron] 10.222.0.25 "GET /v2.0/networks/ca379b53-6cd0-4a7d-b445-95792e20ce65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895462 Jul 16 14:15:53.119900 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-fe1600e4-7db6-428f-a340-75d1d02f3a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:15:54.688203 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.agents_db [None req-74bc78d6-8b96-4e29-998d-b6ecd97de622 None None] Agent healthcheck: found 6 active agents {{(pid=93105) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 14:16:03.529166 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1208fcc-f47c-499e-a637-97627b7c2abf req-0529adc5-8666-419a-a6d3-f2a5d8ca1167 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:16:03.530664 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-f1208fcc-f47c-499e-a637-97627b7c2abf req-0529adc5-8666-419a-a6d3-f2a5d8ca1167 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] 10.222.0.10 "GET /v2.0/ports?device_id=00987cfe-552e-4c43-a607-481fa19ea5c7 HTTP/1.1" status: 200 len: 945 time: 0.1115022 Jul 16 14:16:03.569748 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-f1208fcc-f47c-499e-a637-97627b7c2abf req-32ed1b7a-99da-4b7f-9a65-a8a2d70ec35f tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb179e6f-d2a9-4984-b7ac-580abaad5e34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331945 Jul 16 14:16:04.755608 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20642b0b-b0ea-40e1-8954-11454e0e712a req-5294a3f6-128d-4e7f-b2b0-8a07e0fc284e tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:16:04.757175 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-20642b0b-b0ea-40e1-8954-11454e0e712a req-5294a3f6-128d-4e7f-b2b0-8a07e0fc284e tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] 10.222.0.10 "GET /v2.0/ports?device_id=00987cfe-552e-4c43-a607-481fa19ea5c7 HTTP/1.1" status: 200 len: 945 time: 0.0681551 Jul 16 14:16:04.797519 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-20642b0b-b0ea-40e1-8954-11454e0e712a req-da294956-327b-4cea-bea0-a0ec1a73b7af tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb179e6f-d2a9-4984-b7ac-580abaad5e34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338173 Jul 16 14:16:05.227198 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea92b489-f19d-4abc-b7f8-baa30fadf49c req-8728bfd3-c268-497e-9754-0b1d3b5770e6 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:16:05.229294 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-ea92b489-f19d-4abc-b7f8-baa30fadf49c req-8728bfd3-c268-497e-9754-0b1d3b5770e6 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] 10.222.0.25 "GET /v2.0/ports?device_id=00987cfe-552e-4c43-a607-481fa19ea5c7 HTTP/1.1" status: 200 len: 945 time: 0.0676165 Jul 16 14:16:05.331207 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-ea92b489-f19d-4abc-b7f8-baa30fadf49c req-9168ada6-6d9b-4faf-babe-49d5ebf14fbe tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Deleting port 1f104238-14bf-44c7-abc9-72bf71fd8c64 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 14:16:05.331630 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-ea92b489-f19d-4abc-b7f8-baa30fadf49c req-9168ada6-6d9b-4faf-babe-49d5ebf14fbe tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736156223663'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:16:05.704559 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-ea92b489-f19d-4abc-b7f8-baa30fadf49c req-9168ada6-6d9b-4faf-babe-49d5ebf14fbe tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] For port 1f104238-14bf-44c7-abc9-72bf71fd8c64, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=1f104238-14bf-44c7-abc9-72bf71fd8c64,segment=NetworkSegment(d8dd1782-bfa3-42b8-a1f1-12afba56b459),segment_id=d8dd1782-bfa3-42b8-a1f1-12afba56b459)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:16:05.704951 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-ea92b489-f19d-4abc-b7f8-baa30fadf49c req-9168ada6-6d9b-4faf-babe-49d5ebf14fbe tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683922'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:16:05.870266 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-ea92b489-f19d-4abc-b7f8-baa30fadf49c req-9168ada6-6d9b-4faf-babe-49d5ebf14fbe tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:16:05.870634 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-ea92b489-f19d-4abc-b7f8-baa30fadf49c req-9168ada6-6d9b-4faf-babe-49d5ebf14fbe tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-611497'] for floatingip, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:16:05.870951 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.db.l3_db [req-ea92b489-f19d-4abc-b7f8-baa30fadf49c req-9168ada6-6d9b-4faf-babe-49d5ebf14fbe tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Floating IP 99e190ba-ffe5-49b3-80db-892929e18dc6 disassociated. External IP: 172.27.1.12, port: 1f104238-14bf-44c7-abc9-72bf71fd8c64. Jul 16 14:16:05.871294 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-ea92b489-f19d-4abc-b7f8-baa30fadf49c req-9168ada6-6d9b-4faf-babe-49d5ebf14fbe tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Calling delete_port for 1f104238-14bf-44c7-abc9-72bf71fd8c64 owned by compute:nova {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 14:16:06.004958 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f8d4c8-1e15-4312-addb-4f431ba52b7d req-f991577f-4572-439d-ae53-e436fd1c3015 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:16:06.006358 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-41f8d4c8-1e15-4312-addb-4f431ba52b7d req-f991577f-4572-439d-ae53-e436fd1c3015 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] 10.222.0.10 "GET /v2.0/ports?device_id=00987cfe-552e-4c43-a607-481fa19ea5c7 HTTP/1.1" status: 200 len: 945 time: 0.0925505 Jul 16 14:16:06.070606 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-41f8d4c8-1e15-4312-addb-4f431ba52b7d req-20a2c1c4-29a2-4cd3-ad8c-f26ad876880c tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb179e6f-d2a9-4984-b7ac-580abaad5e34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464563 Jul 16 14:16:06.071699 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-ea92b489-f19d-4abc-b7f8-baa30fadf49c req-9168ada6-6d9b-4faf-babe-49d5ebf14fbe tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736156224386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736155824267'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:16:06.110874 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9168ada6-6d9b-4faf-babe-49d5ebf14fbe tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Pushing event deleted for resources: {'Port': ['ID=1f104238-14bf-44c7-abc9-72bf71fd8c64,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:16:06.122444 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9168ada6-6d9b-4faf-babe-49d5ebf14fbe tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:16:06.122790 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9168ada6-6d9b-4faf-babe-49d5ebf14fbe tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:16:06.123127 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9168ada6-6d9b-4faf-babe-49d5ebf14fbe tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:16:06.123463 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9168ada6-6d9b-4faf-babe-49d5ebf14fbe tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:16:06.123784 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9168ada6-6d9b-4faf-babe-49d5ebf14fbe tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:16:06.124107 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9168ada6-6d9b-4faf-babe-49d5ebf14fbe tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:16:06.124446 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9168ada6-6d9b-4faf-babe-49d5ebf14fbe tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:16:06.124747 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9168ada6-6d9b-4faf-babe-49d5ebf14fbe tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:16:06.125103 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9168ada6-6d9b-4faf-babe-49d5ebf14fbe tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:16:06.125405 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9168ada6-6d9b-4faf-babe-49d5ebf14fbe tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:16:06.125720 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9168ada6-6d9b-4faf-babe-49d5ebf14fbe tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:16:06.126033 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9168ada6-6d9b-4faf-babe-49d5ebf14fbe tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:16:06.232758 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ea92b489-f19d-4abc-b7f8-baa30fadf49c req-9168ada6-6d9b-4faf-babe-49d5ebf14fbe tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Router e927a0a9-ad79-441d-8740-ad848a86a719 has already been hosted by L3 agent d50ece19-a35b-4d9c-a2c6-6c45fbfb3bdd {{(pid=93101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 14:16:06.343730 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ea92b489-f19d-4abc-b7f8-baa30fadf49c req-9168ada6-6d9b-4faf-babe-49d5ebf14fbe tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Notify agent at l3_agent.dv-cinder-784763-7-iscsi the message routers_updated {{(pid=93101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 14:16:06.353589 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0efa29be-7ad3-4ff7-9085-4628a1daa77a None None] Sync routers for ids ['e927a0a9-ad79-441d-8740-ad848a86a719'] in dv-cinder-784763-7-iscsi {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 14:16:06.362891 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0efa29be-7ad3-4ff7-9085-4628a1daa77a None None] Routers {'e927a0a9-ad79-441d-8740-ad848a86a719'} bound to L3 agent in host dv-cinder-784763-7-iscsi {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 14:16:06.363510 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-0efa29be-7ad3-4ff7-9085-4628a1daa77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T13:57:50Z,description=,heartbeat_timestamp=2021-07-16T14:15:50Z,host='dv-cinder-784763-7-iscsi',id=d50ece19-a35b-4d9c-a2c6-6c45fbfb3bdd,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T13:57:50Z,topic='l3_agent')) {'router_ids': ['e927a0a9-ad79-441d-8740-ad848a86a719'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:16:06.391437 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea92b489-f19d-4abc-b7f8-baa30fadf49c req-9168ada6-6d9b-4faf-babe-49d5ebf14fbe tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] No DVR routers for this DVR port 1f104238-14bf-44c7-abc9-72bf71fd8c64 on host hv-cinder-78476 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 14:16:06.393908 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-ea92b489-f19d-4abc-b7f8-baa30fadf49c req-9168ada6-6d9b-4faf-babe-49d5ebf14fbe tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72406'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:16:06.395893 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-ea92b489-f19d-4abc-b7f8-baa30fadf49c req-9168ada6-6d9b-4faf-babe-49d5ebf14fbe tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] 10.222.0.25 "DELETE /v2.0/ports/1f104238-14bf-44c7-abc9-72bf71fd8c64 HTTP/1.1" status: 204 len: 173 time: 1.1610494 Jul 16 14:16:06.396364 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00987cfe-552e-4c43-a607-481fa19ea5c7', 'name': 'network-vif-deleted', 'tag': '1f104238-14bf-44c7-abc9-72bf71fd8c64'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 14:16:06.399176 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}669b174d507dea59856bca4514a747f2bad56b4b9d456cc0353e9cf2427ac1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14e8e2c3-40b9-418d-a427-96629b6942d2" -d '{"events": [{"server_uuid": "00987cfe-552e-4c43-a607-481fa19ea5c7", "name": "network-vif-deleted", "tag": "1f104238-14bf-44c7-abc9-72bf71fd8c64"}]}' {{(pid=93101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 14:16:06.440850 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 14:16:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11f727ae-0beb-4fb2-aa5b-e8f8a17b9e10 x-openstack-request-id: req-11f727ae-0beb-4fb2-aa5b-e8f8a17b9e10 {{(pid=93101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 14:16:06.441305 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00987cfe-552e-4c43-a607-481fa19ea5c7", "name": "network-vif-deleted", "tag": "1f104238-14bf-44c7-abc9-72bf71fd8c64", "status": "completed", "code": 200}]} {{(pid=93101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 14:16:06.441755 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-11f727ae-0beb-4fb2-aa5b-e8f8a17b9e10 {{(pid=93101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 14:16:06.442481 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00987cfe-552e-4c43-a607-481fa19ea5c7', 'name': 'network-vif-deleted', 'tag': '1f104238-14bf-44c7-abc9-72bf71fd8c64', 'status': 'completed', 'code': 200} Jul 16 14:16:06.609526 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-0efa29be-7ad3-4ff7-9085-4628a1daa77a None None] Set router e927a0a9-ad79-441d-8740-ad848a86a719 gateway port host: dv-cinder-784763-7-iscsi {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 14:16:06.815159 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-0efa29be-7ad3-4ff7-9085-4628a1daa77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e927a0a9-ad79-441d-8740-ad848a86a719', 'name': 'tempest-TestVolumeBootPattern-515783362-router', 'tenant_id': '32619117d80748f8a1f9559a81d3503d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'external_fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': '5aa0f06c-52a3-449c-96e0-073d47e80e2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T14:13:09Z', 'updated_at': '2021-07-16T14:13:12Z', 'revision_number': 4, 'project_id': '32619117d80748f8a1f9559a81d3503d', 'gw_port': {'id': '5aa0f06c-52a3-449c-96e0-073d47e80e2a', 'name': '', 'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:0a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e927a0a9-ad79-441d-8740-ad848a86a719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:13:10Z', 'updated_at': '2021-07-16T14:13:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-7-iscsi', '_interfaces': [{'id': '3a1a6ced-9c5d-4a27-ac15-7847d3bc7409', 'name': '', 'network_id': 'bdf51055-487a-47c6-ba40-7101ea8f6992', 'tenant_id': '32619117d80748f8a1f9559a81d3503d', 'mac_address': 'fa:16:3e:67:a0:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e927a0a9-ad79-441d-8740-ad848a86a719', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '434d79b6-168f-4988-9fda-3d5972d38d97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:13:12Z', 'updated_at': '2021-07-16T14:13:18Z', 'revision_number': 5, 'project_id': '32619117d80748f8a1f9559a81d3503d', 'subnets': [{'id': '434d79b6-168f-4988-9fda-3d5972d38d97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-7-iscsi', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:16:06.845235 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0efa29be-7ad3-4ff7-9085-4628a1daa77a None None] Checking router: e927a0a9-ad79-441d-8740-ad848a86a719 for host: dv-cinder-784763-7-iscsi {{(pid=93103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 14:16:06.854904 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0efa29be-7ad3-4ff7-9085-4628a1daa77a None None] Routers {'e927a0a9-ad79-441d-8740-ad848a86a719'} bound to L3 agent in host dv-cinder-784763-7-iscsi {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 14:16:06.855460 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-0efa29be-7ad3-4ff7-9085-4628a1daa77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T13:57:50Z,description=,heartbeat_timestamp=2021-07-16T14:15:50Z,host='dv-cinder-784763-7-iscsi',id=d50ece19-a35b-4d9c-a2c6-6c45fbfb3bdd,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T13:57:50Z,topic='l3_agent')) {'router_ids': ['e927a0a9-ad79-441d-8740-ad848a86a719'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:16:06.964304 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-0efa29be-7ad3-4ff7-9085-4628a1daa77a None None] Set router e927a0a9-ad79-441d-8740-ad848a86a719 gateway port host: dv-cinder-784763-7-iscsi {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 14:16:07.166549 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-0efa29be-7ad3-4ff7-9085-4628a1daa77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e927a0a9-ad79-441d-8740-ad848a86a719', 'name': 'tempest-TestVolumeBootPattern-515783362-router', 'tenant_id': '32619117d80748f8a1f9559a81d3503d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'external_fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': '5aa0f06c-52a3-449c-96e0-073d47e80e2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T14:13:09Z', 'updated_at': '2021-07-16T14:13:12Z', 'revision_number': 4, 'project_id': '32619117d80748f8a1f9559a81d3503d', 'gw_port': {'id': '5aa0f06c-52a3-449c-96e0-073d47e80e2a', 'name': '', 'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:0a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e927a0a9-ad79-441d-8740-ad848a86a719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:13:10Z', 'updated_at': '2021-07-16T14:13:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-7-iscsi', '_interfaces': [{'id': '3a1a6ced-9c5d-4a27-ac15-7847d3bc7409', 'name': '', 'network_id': 'bdf51055-487a-47c6-ba40-7101ea8f6992', 'tenant_id': '32619117d80748f8a1f9559a81d3503d', 'mac_address': 'fa:16:3e:67:a0:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e927a0a9-ad79-441d-8740-ad848a86a719', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '434d79b6-168f-4988-9fda-3d5972d38d97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:13:12Z', 'updated_at': '2021-07-16T14:13:18Z', 'revision_number': 5, 'project_id': '32619117d80748f8a1f9559a81d3503d', 'subnets': [{'id': '434d79b6-168f-4988-9fda-3d5972d38d97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-7-iscsi', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:16:07.199580 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0efa29be-7ad3-4ff7-9085-4628a1daa77a None None] The sync data for ids ['e927a0a9-ad79-441d-8740-ad848a86a719'] in dv-cinder-784763-7-iscsi is: [{'id': 'e927a0a9-ad79-441d-8740-ad848a86a719', 'name': 'tempest-TestVolumeBootPattern-515783362-router', 'tenant_id': '32619117d80748f8a1f9559a81d3503d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'external_fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': '5aa0f06c-52a3-449c-96e0-073d47e80e2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T14:13:09Z', 'updated_at': '2021-07-16T14:13:12Z', 'revision_number': 4, 'project_id': '32619117d80748f8a1f9559a81d3503d', 'gw_port': {'id': '5aa0f06c-52a3-449c-96e0-073d47e80e2a', 'name': '', 'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:0a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e927a0a9-ad79-441d-8740-ad848a86a719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:13:10Z', 'updated_at': '2021-07-16T14:13:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-7-iscsi', '_interfaces': [{'id': '3a1a6ced-9c5d-4a27-ac15-7847d3bc7409', 'name': '', 'network_id': 'bdf51055-487a-47c6-ba40-7101ea8f6992', 'tenant_id': '32619117d80748f8a1f9559a81d3503d', 'mac_address': 'fa:16:3e:67:a0:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e927a0a9-ad79-441d-8740-ad848a86a719', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '434d79b6-168f-4988-9fda-3d5972d38d97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:13:12Z', 'updated_at': '2021-07-16T14:13:18Z', 'revision_number': 5, 'project_id': '32619117d80748f8a1f9559a81d3503d', 'subnets': [{'id': '434d79b6-168f-4988-9fda-3d5972d38d97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 14:16:07.253305 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-98e007ab-16d6-43bc-9bd8-495978474561 req-7bd01e5b-6417-48e3-ad75-43cf5517ad9a tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] 10.222.0.10 "GET /v2.0/ports?device_id=00987cfe-552e-4c43-a607-481fa19ea5c7 HTTP/1.1" status: 200 len: 210 time: 0.0412984 Jul 16 14:16:07.444176 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdebf6f8-8bd4-4e3f-8141-d4f472552701 None None] New status for floating IP 99e190ba-ffe5-49b3-80db-892929e18dc6: DOWN {{(pid=93105) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 14:16:08.540420 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-0923a74b-2ae3-4941-8677-d51080e623d6 req-1b1bec6d-df9a-4e78-a8b3-fb71a4655458 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-837451115&fields=id&tenant_id=32619117d80748f8a1f9559a81d3503d HTTP/1.1" status: 200 len: 267 time: 0.0321805 Jul 16 14:16:08.647859 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0923a74b-2ae3-4941-8677-d51080e623d6 req-3d0e58e5-03a2-458d-800e-a54d695b3368 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:16:08.649356 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-0923a74b-2ae3-4941-8677-d51080e623d6 req-3d0e58e5-03a2-458d-800e-a54d695b3368 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] 10.222.0.10 "GET /v2.0/networks?id=bdf51055-487a-47c6-ba40-7101ea8f6992 HTTP/1.1" status: 200 len: 811 time: 0.1019030 Jul 16 14:16:08.664693 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-0923a74b-2ae3-4941-8677-d51080e623d6 req-6baa02a3-d5c5-4df7-a0a6-660f3a227bd7 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] 10.222.0.10 "GET /v2.0/quotas/32619117d80748f8a1f9559a81d3503d HTTP/1.1" status: 200 len: 375 time: 0.0093317 Jul 16 14:16:08.746437 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-0923a74b-2ae3-4941-8677-d51080e623d6 req-64aaa85e-d727-430b-9d9b-05eaabd36b05 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=32619117d80748f8a1f9559a81d3503d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0763686 Jul 16 14:16:08.763991 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [req-0923a74b-2ae3-4941-8677-d51080e623d6 req-474f4ab8-1753-4c88-af3b-f0ae7430bad4 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93101) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 14:16:08.765037 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-0923a74b-2ae3-4941-8677-d51080e623d6 req-474f4ab8-1753-4c88-af3b-f0ae7430bad4 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0079134 Jul 16 14:16:08.834386 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Device 1f104238-14bf-44c7-abc9-72bf71fd8c64 no longer exists at agent hyperv_hv-cinder-78476 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 14:16:08.858868 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-0923a74b-2ae3-4941-8677-d51080e623d6 req-e9826f9a-ff06-4ba7-b3e9-51d5b7cb5352 service neutron] 10.222.0.10 "GET /v2.0/networks/bdf51055-487a-47c6-ba40-7101ea8f6992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879574 Jul 16 14:16:08.860178 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] No Port match for: 1f104238-14bf-44c7-abc9-72bf71fd8c64 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 14:16:08.860519 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Device 1f104238-14bf-44c7-abc9-72bf71fd8c64 not bound to the agent host hv-cinder-78476 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 14:16:08.956987 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-0923a74b-2ae3-4941-8677-d51080e623d6 req-65912ee1-33eb-4103-bf51-6fc552d29230 service neutron] 10.222.0.10 "GET /v2.0/networks/bdf51055-487a-47c6-ba40-7101ea8f6992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906930 Jul 16 14:16:09.266248 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-e5685b2f-ce10-4f45-86d4-63de218c3366 req-60090f14-97c8-47cb-915e-34534a32d04e tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] 10.222.0.10 "GET /v2.0/ports?device_id=66da813a-f0e4-417d-a131-28c9b0422793 HTTP/1.1" status: 200 len: 210 time: 0.0391073 Jul 16 14:16:10.419498 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-bb6de511-d694-4636-9c13-5d092ef1cdb5 req-5de7563a-640b-4cc5-b4f4-b9c5a7a64308 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] 10.222.0.10 "GET /v2.0/ports?device_id=66da813a-f0e4-417d-a131-28c9b0422793 HTTP/1.1" status: 200 len: 210 time: 0.0373244 Jul 16 14:16:10.523908 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0923a74b-2ae3-4941-8677-d51080e623d6 req-9af5d13a-c5da-487e-b97c-eda2a9544174 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:16:10.525782 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-0923a74b-2ae3-4941-8677-d51080e623d6 req-9af5d13a-c5da-487e-b97c-eda2a9544174 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] 10.222.0.25 "GET /v2.0/networks?id=bdf51055-487a-47c6-ba40-7101ea8f6992 HTTP/1.1" status: 200 len: 811 time: 0.1318762 Jul 16 14:16:10.585172 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-0923a74b-2ae3-4941-8677-d51080e623d6 req-f4873f02-88a7-4922-bf1b-bf26d67e07ec tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=32619117d80748f8a1f9559a81d3503d HTTP/1.1" status: 200 len: 379 time: 0.0444722 Jul 16 14:16:10.594218 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.v2.base [req-0923a74b-2ae3-4941-8677-d51080e623d6 req-cdb48912-7ee6-4199-8d4e-ada019e68020 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Request body: {'port': {'device_id': '66da813a-f0e4-417d-a131-28c9b0422793', 'network_id': 'bdf51055-487a-47c6-ba40-7101ea8f6992', 'admin_state_up': True, 'tenant_id': '32619117d80748f8a1f9559a81d3503d', 'security_groups': ['cb179e6f-d2a9-4984-b7ac-580abaad5e34']}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:16:10.715340 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0923a74b-2ae3-4941-8677-d51080e623d6 req-cdb48912-7ee6-4199-8d4e-ada019e68020 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Made reservation on behalf of 32619117d80748f8a1f9559a81d3503d for: {'port': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 14:16:10.719484 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-0923a74b-2ae3-4941-8677-d51080e623d6 req-cdb48912-7ee6-4199-8d4e-ada019e68020 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:16:10.850523 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [req-0923a74b-2ae3-4941-8677-d51080e623d6 req-cdb48912-7ee6-4199-8d4e-ada019e68020 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Allocated IP 172.20.0.7 (bdf51055-487a-47c6-ba40-7101ea8f6992/434d79b6-168f-4988-9fda-3d5972d38d97/a436a34a-2634-4967-9819-3e812bbeffed) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 14:16:10.998780 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-0923a74b-2ae3-4941-8677-d51080e623d6 req-cdb48912-7ee6-4199-8d4e-ada019e68020 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:16:11.013786 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-0923a74b-2ae3-4941-8677-d51080e623d6 req-cdb48912-7ee6-4199-8d4e-ada019e68020 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Transition to ACTIVE for port object a436a34a-2634-4967-9819-3e812bbeffed will not be triggered until provisioned by entity DHCP. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 14:16:11.047524 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-0923a74b-2ae3-4941-8677-d51080e623d6 req-cdb48912-7ee6-4199-8d4e-ada019e68020 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736155824258'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:16:11.095553 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0923a74b-2ae3-4941-8677-d51080e623d6 req-cdb48912-7ee6-4199-8d4e-ada019e68020 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Network bdf51055-487a-47c6-ba40-7101ea8f6992 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 14:16:11.098948 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [req-0923a74b-2ae3-4941-8677-d51080e623d6 req-cdb48912-7ee6-4199-8d4e-ada019e68020 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 14:16:11.104056 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-0923a74b-2ae3-4941-8677-d51080e623d6 req-cdb48912-7ee6-4199-8d4e-ada019e68020 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 14:16:11.109797 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0923a74b-2ae3-4941-8677-d51080e623d6 req-cdb48912-7ee6-4199-8d4e-ada019e68020 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:16:11.110429 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-0923a74b-2ae3-4941-8677-d51080e623d6 req-cdb48912-7ee6-4199-8d4e-ada019e68020 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72406'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:16:11.114361 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb48912-7ee6-4199-8d4e-ada019e68020 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Pushing event updated for resources: {'Port': ['ID=a436a34a-2634-4967-9819-3e812bbeffed,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:16:11.128754 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-0923a74b-2ae3-4941-8677-d51080e623d6 req-cdb48912-7ee6-4199-8d4e-ada019e68020 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5383141 Jul 16 14:16:11.151871 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.v2.base [req-0923a74b-2ae3-4941-8677-d51080e623d6 req-a5395013-f4c2-4dc0-88db-cf3ac6c8caf1 service neutron] Request body: {'port': {'device_id': '66da813a-f0e4-417d-a131-28c9b0422793', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78476'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:16:11.237365 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-0923a74b-2ae3-4941-8677-d51080e623d6 req-a5395013-f4c2-4dc0-88db-cf3ac6c8caf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:16:11.410497 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-332fefc8-6ab4-4de6-8e2e-cceebc9ed335 None None] Provisioning for port a436a34a-2634-4967-9819-3e812bbeffed completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 14:16:11.414357 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-332fefc8-6ab4-4de6-8e2e-cceebc9ed335 None None] Provisioning complete for port a436a34a-2634-4967-9819-3e812bbeffed triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 14:16:11.414831 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-332fefc8-6ab4-4de6-8e2e-cceebc9ed335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16503849'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:16:11.451125 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-332fefc8-6ab4-4de6-8e2e-cceebc9ed335 None None] Port a436a34a-2634-4967-9819-3e812bbeffed cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 14:16:11.550530 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.notifiers.nova [req-0923a74b-2ae3-4941-8677-d51080e623d6 req-a5395013-f4c2-4dc0-88db-cf3ac6c8caf1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a436a34a-2634-4967-9819-3e812bbeffed {{(pid=93101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 14:16:11.558419 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-0923a74b-2ae3-4941-8677-d51080e623d6 req-a5395013-f4c2-4dc0-88db-cf3ac6c8caf1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:16:11.570329 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-0923a74b-2ae3-4941-8677-d51080e623d6 req-a5395013-f4c2-4dc0-88db-cf3ac6c8caf1 service neutron] Transition to ACTIVE for port object a436a34a-2634-4967-9819-3e812bbeffed will not be triggered until provisioned by entity L2. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 14:16:11.575391 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-0923a74b-2ae3-4941-8677-d51080e623d6 req-a5395013-f4c2-4dc0-88db-cf3ac6c8caf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736156224341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736155824276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736155824294'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:16:11.621220 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33009062-2017-4c16-837a-d1040f3fafb6 req-c5c00874-0bf7-42d3-b90a-b79a26e18f71 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:16:11.622880 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-33009062-2017-4c16-837a-d1040f3fafb6 req-c5c00874-0bf7-42d3-b90a-b79a26e18f71 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] 10.222.0.10 "GET /v2.0/ports?device_id=66da813a-f0e4-417d-a131-28c9b0422793 HTTP/1.1" status: 200 len: 931 time: 0.0709159 Jul 16 14:16:11.644063 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5395013-f4c2-4dc0-88db-cf3ac6c8caf1 service neutron] Pushing event updated for resources: {'Port': ['ID=a436a34a-2634-4967-9819-3e812bbeffed,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:16:11.659120 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-0923a74b-2ae3-4941-8677-d51080e623d6 req-a5395013-f4c2-4dc0-88db-cf3ac6c8caf1 service neutron] Attempting to bind port a436a34a-2634-4967-9819-3e812bbeffed on host hv-cinder-78476 for vnic_type normal with profile {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 14:16:11.659457 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-0923a74b-2ae3-4941-8677-d51080e623d6 req-a5395013-f4c2-4dc0-88db-cf3ac6c8caf1 service neutron] Attempting to bind port a436a34a-2634-4967-9819-3e812bbeffed by drivers openvswitch,hyperv on host hv-cinder-78476 at level 0 using segments [{'id': 'd8dd1782-bfa3-42b8-a1f1-12afba56b459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'bdf51055-487a-47c6-ba40-7101ea8f6992'}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 14:16:11.660061 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0923a74b-2ae3-4941-8677-d51080e623d6 req-a5395013-f4c2-4dc0-88db-cf3ac6c8caf1 service neutron] Attempting to bind port a436a34a-2634-4967-9819-3e812bbeffed on network bdf51055-487a-47c6-ba40-7101ea8f6992 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 14:16:11.666179 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0923a74b-2ae3-4941-8677-d51080e623d6 req-a5395013-f4c2-4dc0-88db-cf3ac6c8caf1 service neutron] Port a436a34a-2634-4967-9819-3e812bbeffed on network bdf51055-487a-47c6-ba40-7101ea8f6992 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78476 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 14:16:11.666480 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0923a74b-2ae3-4941-8677-d51080e623d6 req-a5395013-f4c2-4dc0-88db-cf3ac6c8caf1 service neutron] Attempting to bind port a436a34a-2634-4967-9819-3e812bbeffed on network bdf51055-487a-47c6-ba40-7101ea8f6992 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 14:16:11.673930 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0923a74b-2ae3-4941-8677-d51080e623d6 req-a5395013-f4c2-4dc0-88db-cf3ac6c8caf1 service neutron] Checking agent: {'id': '6fdce28b-c36c-45c9-95d7-1ffee3187505', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78476', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 14, 3, 46), 'started_at': datetime.datetime(2021, 7, 16, 14, 3, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 14, 15, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 14:16:11.674397 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0923a74b-2ae3-4941-8677-d51080e623d6 req-a5395013-f4c2-4dc0-88db-cf3ac6c8caf1 service neutron] Checking segment: {'id': 'd8dd1782-bfa3-42b8-a1f1-12afba56b459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'bdf51055-487a-47c6-ba40-7101ea8f6992'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 14:16:11.675206 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0923a74b-2ae3-4941-8677-d51080e623d6 req-a5395013-f4c2-4dc0-88db-cf3ac6c8caf1 service neutron] Bound using segment: {'id': 'd8dd1782-bfa3-42b8-a1f1-12afba56b459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'bdf51055-487a-47c6-ba40-7101ea8f6992'} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 14:16:11.675790 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-0923a74b-2ae3-4941-8677-d51080e623d6 req-a5395013-f4c2-4dc0-88db-cf3ac6c8caf1 service neutron] Bound port: a436a34a-2634-4967-9819-3e812bbeffed, host: hv-cinder-78476, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8dd1782-bfa3-42b8-a1f1-12afba56b459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'bdf51055-487a-47c6-ba40-7101ea8f6992'}}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 14:16:11.676315 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-0923a74b-2ae3-4941-8677-d51080e623d6 req-a5395013-f4c2-4dc0-88db-cf3ac6c8caf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:16:11.680684 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-33009062-2017-4c16-837a-d1040f3fafb6 req-2515b798-fb53-483d-a460-23a308526024 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb179e6f-d2a9-4984-b7ac-580abaad5e34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508552 Jul 16 14:16:11.781041 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-0923a74b-2ae3-4941-8677-d51080e623d6 req-a5395013-f4c2-4dc0-88db-cf3ac6c8caf1 service neutron] For port a436a34a-2634-4967-9819-3e812bbeffed, host hv-cinder-78476, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 14:16:11.805228 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-bd80a125-639d-4da0-8704-4139870234fd req-d43ace49-214b-4ef5-9850-ec64d8f4def6 tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1972001168&fields=id&tenant_id=96ec9f8293764434aeaec617d3d548c0 HTTP/1.1" status: 200 len: 267 time: 0.0590227 Jul 16 14:16:11.807097 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-0923a74b-2ae3-4941-8677-d51080e623d6 req-a5395013-f4c2-4dc0-88db-cf3ac6c8caf1 service neutron] For port a436a34a-2634-4967-9819-3e812bbeffed, host hv-cinder-78476, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=a436a34a-2634-4967-9819-3e812bbeffed,segment=NetworkSegment(d8dd1782-bfa3-42b8-a1f1-12afba56b459),segment_id=d8dd1782-bfa3-42b8-a1f1-12afba56b459)] {{(pid=93101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 14:16:11.815236 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-0923a74b-2ae3-4941-8677-d51080e623d6 req-a5395013-f4c2-4dc0-88db-cf3ac6c8caf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736156224341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736155824276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736155824294'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:16:11.887056 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0923a74b-2ae3-4941-8677-d51080e623d6 req-a5395013-f4c2-4dc0-88db-cf3ac6c8caf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:16:11.887743 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-0923a74b-2ae3-4941-8677-d51080e623d6 req-a5395013-f4c2-4dc0-88db-cf3ac6c8caf1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72406'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:16:11.889347 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-0923a74b-2ae3-4941-8677-d51080e623d6 req-a5395013-f4c2-4dc0-88db-cf3ac6c8caf1 service neutron] 10.222.0.25 "PUT /v2.0/ports/a436a34a-2634-4967-9819-3e812bbeffed HTTP/1.1" status: 200 len: 1093 time: 0.7430270 Jul 16 14:16:11.894233 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66da813a-f0e4-417d-a131-28c9b0422793', 'tag': 'a436a34a-2634-4967-9819-3e812bbeffed'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 14:16:11.897064 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}669b174d507dea59856bca4514a747f2bad56b4b9d456cc0353e9cf2427ac1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5144d1ec-546f-4dc8-95d2-f2b1990190bf" -d '{"events": [{"name": "network-changed", "server_uuid": "66da813a-f0e4-417d-a131-28c9b0422793", "tag": "a436a34a-2634-4967-9819-3e812bbeffed"}]}' {{(pid=93101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 14:16:11.936712 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5395013-f4c2-4dc0-88db-cf3ac6c8caf1 service neutron] Pushing event updated for resources: {'Port': ['ID=a436a34a-2634-4967-9819-3e812bbeffed,revision_number=3']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:16:11.951484 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 14:16:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae7e912d-f2c1-4928-9e99-8af051a10c32 x-openstack-request-id: req-ae7e912d-f2c1-4928-9e99-8af051a10c32 {{(pid=93101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 14:16:11.951819 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66da813a-f0e4-417d-a131-28c9b0422793", "tag": "a436a34a-2634-4967-9819-3e812bbeffed", "status": "completed", "code": 200}]} {{(pid=93101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 14:16:11.952074 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ae7e912d-f2c1-4928-9e99-8af051a10c32 {{(pid=93101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 14:16:11.952521 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66da813a-f0e4-417d-a131-28c9b0422793', 'tag': 'a436a34a-2634-4967-9819-3e812bbeffed', 'status': 'completed', 'code': 200} Jul 16 14:16:11.962139 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd80a125-639d-4da0-8704-4139870234fd req-20764908-6760-420f-acd4-c7dfb8b55118 tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:16:11.963936 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-bd80a125-639d-4da0-8704-4139870234fd req-20764908-6760-420f-acd4-c7dfb8b55118 tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] 10.222.0.10 "GET /v2.0/ports?device_id=da940d41-e115-4ac9-a0d0-a075e9909a5d HTTP/1.1" status: 200 len: 984 time: 0.1509345 Jul 16 14:16:11.977307 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.v2.base [req-bd80a125-639d-4da0-8704-4139870234fd req-1afe3412-47ea-4365-9917-4dc109014a67 tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] Request body: {'port': {'security_groups': ['26029a25-4608-46af-9cbe-714edcd9e5bb']}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:16:12.104250 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-bd80a125-639d-4da0-8704-4139870234fd req-1afe3412-47ea-4365-9917-4dc109014a67 tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:16:12.120163 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0923a74b-2ae3-4941-8677-d51080e623d6 req-51b97cdd-786d-443d-bbec-bc43cdd38935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:16:12.121707 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-0923a74b-2ae3-4941-8677-d51080e623d6 req-51b97cdd-786d-443d-bbec-bc43cdd38935 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=32619117d80748f8a1f9559a81d3503d&device_id=66da813a-f0e4-417d-a131-28c9b0422793 HTTP/1.1" status: 200 len: 1096 time: 0.1497264 Jul 16 14:16:12.187368 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-0923a74b-2ae3-4941-8677-d51080e623d6 req-abb8cb10-791d-4f1c-86d6-b0651d9ce92a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a436a34a-2634-4967-9819-3e812bbeffed HTTP/1.1" status: 200 len: 217 time: 0.0417531 Jul 16 14:16:12.268884 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0923a74b-2ae3-4941-8677-d51080e623d6 req-4d2edfbe-2414-418e-b50b-0581fea8f25e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:16:12.270541 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-0923a74b-2ae3-4941-8677-d51080e623d6 req-4d2edfbe-2414-418e-b50b-0581fea8f25e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=434d79b6-168f-4988-9fda-3d5972d38d97 HTTP/1.1" status: 200 len: 850 time: 0.0747676 Jul 16 14:16:12.393257 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-bd80a125-639d-4da0-8704-4139870234fd req-1afe3412-47ea-4365-9917-4dc109014a67 tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] For port 484df0fc-9adb-4763-a146-8db6deb2f2bb, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=484df0fc-9adb-4763-a146-8db6deb2f2bb,segment=NetworkSegment(8ed290e2-3745-458f-a341-dfa615caba33),segment_id=8ed290e2-3745-458f-a341-dfa615caba33)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:16:12.405782 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0923a74b-2ae3-4941-8677-d51080e623d6 req-acf3b7f1-abb8-4a1a-a272-4969a7bfe2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:16:12.407277 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-0923a74b-2ae3-4941-8677-d51080e623d6 req-acf3b7f1-abb8-4a1a-a272-4969a7bfe2ae service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=bdf51055-487a-47c6-ba40-7101ea8f6992&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1263173 Jul 16 14:16:12.449707 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-bd80a125-639d-4da0-8704-4139870234fd req-1afe3412-47ea-4365-9917-4dc109014a67 tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:16:12.456373 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-bd80a125-639d-4da0-8704-4139870234fd req-1afe3412-47ea-4365-9917-4dc109014a67 tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736156224341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736155824276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736155824294'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:16:12.495861 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] get_ports_and_sgs() called for port_ids ['484df0fc-9adb-4763-a146-8db6deb2f2bb'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 14:16:12.542740 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd80a125-639d-4da0-8704-4139870234fd req-1afe3412-47ea-4365-9917-4dc109014a67 tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:16:12.543398 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-bd80a125-639d-4da0-8704-4139870234fd req-1afe3412-47ea-4365-9917-4dc109014a67 tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72406'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:16:12.544882 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-bd80a125-639d-4da0-8704-4139870234fd req-1afe3412-47ea-4365-9917-4dc109014a67 tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] 10.222.0.10 "PUT /v2.0/ports/484df0fc-9adb-4763-a146-8db6deb2f2bb HTTP/1.1" status: 200 len: 942 time: 0.5748391 Jul 16 14:16:12.552873 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 39516) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:16:12.576016 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afe3412-47ea-4365-9917-4dc109014a67 tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] Pushing event updated for resources: {'Port': ['ID=484df0fc-9adb-4763-a146-8db6deb2f2bb,revision_number=7']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:16:12.582314 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-0923a74b-2ae3-4941-8677-d51080e623d6 req-94688792-6ef5-45fd-b3ac-04ff962de442 service neutron] 10.222.0.25 "GET /v2.0/networks/bdf51055-487a-47c6-ba40-7101ea8f6992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666574 Jul 16 14:16:12.620388 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-18083c7a-a564-4408-8d1b-0a569d8d5dd9 tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:16:12.654296 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-18083c7a-a564-4408-8d1b-0a569d8d5dd9 tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:16:12.711788 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-0923a74b-2ae3-4941-8677-d51080e623d6 req-696c15ce-b030-4abd-bbe5-5dd7a67077c3 service neutron] 10.222.0.25 "GET /v2.0/networks/bdf51055-487a-47c6-ba40-7101ea8f6992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222415 Jul 16 14:16:12.745182 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-18083c7a-a564-4408-8d1b-0a569d8d5dd9 tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:16:12.748188 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-18083c7a-a564-4408-8d1b-0a569d8d5dd9 tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:16:12.749354 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-18083c7a-a564-4408-8d1b-0a569d8d5dd9 tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] 10.222.0.10 "DELETE /v2.0/security-groups/0a175426-3caf-43d3-a6a8-61b6265707e7 HTTP/1.1" status: 204 len: 168 time: 0.1955142 Jul 16 14:16:12.752686 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 39520) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:16:12.758986 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] get_ports_and_sgs() called for port_ids ['484df0fc-9adb-4763-a146-8db6deb2f2bb'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 14:16:12.759256 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18083c7a-a564-4408-8d1b-0a569d8d5dd9 tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a175426-3caf-43d3-a6a8-61b6265707e7,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:16:12.768157 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18083c7a-a564-4408-8d1b-0a569d8d5dd9 tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:16:12.768548 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18083c7a-a564-4408-8d1b-0a569d8d5dd9 tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:16:12.768933 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18083c7a-a564-4408-8d1b-0a569d8d5dd9 tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:16:12.769283 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18083c7a-a564-4408-8d1b-0a569d8d5dd9 tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:16:12.769625 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18083c7a-a564-4408-8d1b-0a569d8d5dd9 tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:16:12.769968 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18083c7a-a564-4408-8d1b-0a569d8d5dd9 tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:16:12.770354 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18083c7a-a564-4408-8d1b-0a569d8d5dd9 tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:16:12.770694 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18083c7a-a564-4408-8d1b-0a569d8d5dd9 tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:16:12.771028 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18083c7a-a564-4408-8d1b-0a569d8d5dd9 tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:16:12.771371 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18083c7a-a564-4408-8d1b-0a569d8d5dd9 tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:16:12.771700 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18083c7a-a564-4408-8d1b-0a569d8d5dd9 tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:16:12.772032 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18083c7a-a564-4408-8d1b-0a569d8d5dd9 tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:16:12.854321 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-7bd60477-ddfa-4f26-bcbd-1e65e5e8ddb9 None None] Provisioning complete for port 484df0fc-9adb-4763-a146-8db6deb2f2bb triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 14:16:12.854818 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-7bd60477-ddfa-4f26-bcbd-1e65e5e8ddb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16503849'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:16:12.913075 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1e491c-befa-4952-8b2d-b5a3d5505d90 req-a537fa7d-52ac-47a7-b1cb-6aef7ea8cb11 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:16:12.915107 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-ff1e491c-befa-4952-8b2d-b5a3d5505d90 req-a537fa7d-52ac-47a7-b1cb-6aef7ea8cb11 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] 10.222.0.10 "GET /v2.0/ports?device_id=66da813a-f0e4-417d-a131-28c9b0422793 HTTP/1.1" status: 200 len: 943 time: 0.0713739 Jul 16 14:16:12.957142 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5144d1ec-546f-4dc8-95d2-f2b1990190bf req-96aa73bc-4d8a-48f3-9994-9f5b28d2f276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:16:12.958630 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-5144d1ec-546f-4dc8-95d2-f2b1990190bf req-96aa73bc-4d8a-48f3-9994-9f5b28d2f276 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=32619117d80748f8a1f9559a81d3503d&device_id=66da813a-f0e4-417d-a131-28c9b0422793 HTTP/1.1" status: 200 len: 1096 time: 0.1185942 Jul 16 14:16:12.967523 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-ff1e491c-befa-4952-8b2d-b5a3d5505d90 req-8eff7bee-fc04-45ef-9dbc-91d98bcabe63 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb179e6f-d2a9-4984-b7ac-580abaad5e34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455263 Jul 16 14:16:12.988953 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-7786dde6-90b8-4b2f-8264-60927f57d91d tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] Deleting port cc8e0f61-2e37-45e9-b654-723c014967fd {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 14:16:12.989564 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7786dde6-90b8-4b2f-8264-60927f57d91d tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736156223663'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:16:13.124219 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7786dde6-90b8-4b2f-8264-60927f57d91d tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683922'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:16:13.124523 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7786dde6-90b8-4b2f-8264-60927f57d91d tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:16:13.127445 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5144d1ec-546f-4dc8-95d2-f2b1990190bf req-40af432c-f5b2-4665-b545-13f2df4fc50e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:16:13.128909 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-5144d1ec-546f-4dc8-95d2-f2b1990190bf req-40af432c-f5b2-4665-b545-13f2df4fc50e service neutron] 10.222.0.25 "GET /v2.0/networks?id=bdf51055-487a-47c6-ba40-7101ea8f6992 HTTP/1.1" status: 200 len: 912 time: 0.1515343 Jul 16 14:16:13.145411 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-7786dde6-90b8-4b2f-8264-60927f57d91d tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] Calling delete_port for cc8e0f61-2e37-45e9-b654-723c014967fd owned by network:floatingip {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 14:16:13.174092 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-5144d1ec-546f-4dc8-95d2-f2b1990190bf req-2cfd31e7-1b7c-4198-a44d-a11de11d5e66 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a436a34a-2634-4967-9819-3e812bbeffed HTTP/1.1" status: 200 len: 217 time: 0.0378768 Jul 16 14:16:13.293516 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5144d1ec-546f-4dc8-95d2-f2b1990190bf req-80bb8462-a4e5-4208-a8fa-f2ec7fb8b15c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:16:13.294893 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-5144d1ec-546f-4dc8-95d2-f2b1990190bf req-80bb8462-a4e5-4208-a8fa-f2ec7fb8b15c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=434d79b6-168f-4988-9fda-3d5972d38d97 HTTP/1.1" status: 200 len: 850 time: 0.1139855 Jul 16 14:16:13.401432 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5144d1ec-546f-4dc8-95d2-f2b1990190bf req-157e4367-a60e-42dd-bb41-663fde4a4589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:16:13.403205 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-5144d1ec-546f-4dc8-95d2-f2b1990190bf req-157e4367-a60e-42dd-bb41-663fde4a4589 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=bdf51055-487a-47c6-ba40-7101ea8f6992&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1018298 Jul 16 14:16:13.451392 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7786dde6-90b8-4b2f-8264-60927f57d91d tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736156224386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736155824267'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:16:13.791776 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7786dde6-90b8-4b2f-8264-60927f57d91d tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] Pushing event deleted for resources: {'Port': ['ID=cc8e0f61-2e37-45e9-b654-723c014967fd,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:16:13.829050 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7786dde6-90b8-4b2f-8264-60927f57d91d tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] Notify callbacks [] for floatingip, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:16:13.829396 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.db.l3_db [None req-7786dde6-90b8-4b2f-8264-60927f57d91d tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] Floating IP 76ba2ec9-c0e4-4148-ad4b-2b6fda95072d disassociated (deleted). External IP: 172.27.1.204, port: 484df0fc-9adb-4763-a146-8db6deb2f2bb. Jul 16 14:16:13.866107 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-5144d1ec-546f-4dc8-95d2-f2b1990190bf req-743aae19-0992-48ca-b9d8-088da8e89d6b service neutron] 10.222.0.25 "GET /v2.0/networks/bdf51055-487a-47c6-ba40-7101ea8f6992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4563975 Jul 16 14:16:13.970995 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da940d41-e115-4ac9-a0d0-a075e9909a5d', 'tag': '484df0fc-9adb-4763-a146-8db6deb2f2bb'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 14:16:13.973283 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}669b174d507dea59856bca4514a747f2bad56b4b9d456cc0353e9cf2427ac1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11b8db5b-25de-4a71-adbf-26498f1e89d6" -d '{"events": [{"name": "network-changed", "server_uuid": "da940d41-e115-4ac9-a0d0-a075e9909a5d", "tag": "484df0fc-9adb-4763-a146-8db6deb2f2bb"}]}' {{(pid=93101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 14:16:14.014658 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 14:16:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f6426d8-ec76-4e5a-9440-762dd6094770 x-openstack-request-id: req-9f6426d8-ec76-4e5a-9440-762dd6094770 {{(pid=93101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 14:16:14.014954 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da940d41-e115-4ac9-a0d0-a075e9909a5d", "tag": "484df0fc-9adb-4763-a146-8db6deb2f2bb", "status": "completed", "code": 200}]} {{(pid=93101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 14:16:14.015211 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9f6426d8-ec76-4e5a-9440-762dd6094770 {{(pid=93101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 14:16:14.015621 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da940d41-e115-4ac9-a0d0-a075e9909a5d', 'tag': '484df0fc-9adb-4763-a146-8db6deb2f2bb', 'status': 'completed', 'code': 200} Jul 16 14:16:14.048657 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-5144d1ec-546f-4dc8-95d2-f2b1990190bf req-285c70b7-bc8f-4d0a-ae5c-afd9a44d05eb service neutron] 10.222.0.25 "GET /v2.0/networks/bdf51055-487a-47c6-ba40-7101ea8f6992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753082 Jul 16 14:16:14.161017 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7786dde6-90b8-4b2f-8264-60927f57d91d tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] Router 7d988163-3d59-474e-8875-324ce97f2700 has already been hosted by L3 agent d50ece19-a35b-4d9c-a2c6-6c45fbfb3bdd {{(pid=93101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 14:16:14.173456 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845f6736-ec41-4f9e-8e14-81ece02a5d91 req-5d66f7e4-d1f0-4c53-a5cd-1d74cd653d2c tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:16:14.176356 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-845f6736-ec41-4f9e-8e14-81ece02a5d91 req-5d66f7e4-d1f0-4c53-a5cd-1d74cd653d2c tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] 10.222.0.10 "GET /v2.0/ports?device_id=66da813a-f0e4-417d-a131-28c9b0422793 HTTP/1.1" status: 200 len: 943 time: 0.0805593 Jul 16 14:16:14.182362 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b8db5b-25de-4a71-adbf-26498f1e89d6 req-0205de52-f7fc-4aae-9215-53e9cc6df9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:16:14.182362 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-11b8db5b-25de-4a71-adbf-26498f1e89d6 req-0205de52-f7fc-4aae-9215-53e9cc6df9b3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=96ec9f8293764434aeaec617d3d548c0&device_id=da940d41-e115-4ac9-a0d0-a075e9909a5d HTTP/1.1" status: 200 len: 1098 time: 0.0836291 Jul 16 14:16:14.221769 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-845f6736-ec41-4f9e-8e14-81ece02a5d91 req-36ac8064-8835-493c-a155-88c10b5af07e tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb179e6f-d2a9-4984-b7ac-580abaad5e34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404429 Jul 16 14:16:14.349488 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7786dde6-90b8-4b2f-8264-60927f57d91d tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] Notify agent at l3_agent.dv-cinder-784763-7-iscsi the message routers_updated {{(pid=93101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 14:16:14.351860 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b8db5b-25de-4a71-adbf-26498f1e89d6 req-9da496ee-96f2-49cc-b1d9-37f9d4c48c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:16:14.353914 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-11b8db5b-25de-4a71-adbf-26498f1e89d6 req-9da496ee-96f2-49cc-b1d9-37f9d4c48c46 service neutron] 10.222.0.25 "GET /v2.0/networks?id=ca379b53-6cd0-4a7d-b445-95792e20ce65 HTTP/1.1" status: 200 len: 915 time: 0.1407559 Jul 16 14:16:14.356889 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7786dde6-90b8-4b2f-8264-60927f57d91d tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72406'] for floatingip, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:16:14.362500 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c1af0c9-c347-4781-b1a7-eba496e9ce66 None None] Sync routers for ids ['7d988163-3d59-474e-8875-324ce97f2700'] in dv-cinder-784763-7-iscsi {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 14:16:14.374170 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c1af0c9-c347-4781-b1a7-eba496e9ce66 None None] Routers {'7d988163-3d59-474e-8875-324ce97f2700'} bound to L3 agent in host dv-cinder-784763-7-iscsi {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 14:16:14.374851 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-7c1af0c9-c347-4781-b1a7-eba496e9ce66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T13:57:50Z,description=,heartbeat_timestamp=2021-07-16T14:15:50Z,host='dv-cinder-784763-7-iscsi',id=d50ece19-a35b-4d9c-a2c6-6c45fbfb3bdd,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T13:57:50Z,topic='l3_agent')) {'router_ids': ['7d988163-3d59-474e-8875-324ce97f2700'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:16:14.418634 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-11b8db5b-25de-4a71-adbf-26498f1e89d6 req-9def4395-e58a-448f-8836-f4e83b5322cd service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=484df0fc-9adb-4763-a146-8db6deb2f2bb HTTP/1.1" status: 200 len: 217 time: 0.0583494 Jul 16 14:16:14.454290 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-7786dde6-90b8-4b2f-8264-60927f57d91d tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] 10.222.0.10 "DELETE /v2.0/floatingips/76ba2ec9-c0e4-4148-ad4b-2b6fda95072d HTTP/1.1" status: 204 len: 168 time: 1.6995709 Jul 16 14:16:14.483882 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b8db5b-25de-4a71-adbf-26498f1e89d6 req-b4f35738-7ef3-4d6e-9da7-e5d112a408ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:16:14.485400 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-11b8db5b-25de-4a71-adbf-26498f1e89d6 req-b4f35738-7ef3-4d6e-9da7-e5d112a408ac service neutron] 10.222.0.25 "GET /v2.0/subnets?id=740c8589-ee71-4131-8037-cefda410d7e8 HTTP/1.1" status: 200 len: 853 time: 0.0606995 Jul 16 14:16:14.492342 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-7c1af0c9-c347-4781-b1a7-eba496e9ce66 None None] Set router 7d988163-3d59-474e-8875-324ce97f2700 gateway port host: dv-cinder-784763-7-iscsi {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 14:16:14.549589 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b8db5b-25de-4a71-adbf-26498f1e89d6 req-a4558b8b-581b-46a9-a320-d3b6ebd9b56e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:16:14.551102 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-11b8db5b-25de-4a71-adbf-26498f1e89d6 req-a4558b8b-581b-46a9-a320-d3b6ebd9b56e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ca379b53-6cd0-4a7d-b445-95792e20ce65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0594501 Jul 16 14:16:14.666664 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-11b8db5b-25de-4a71-adbf-26498f1e89d6 req-394098dd-ad80-4537-8a08-a06b9dde47d4 service neutron] 10.222.0.25 "GET /v2.0/networks/ca379b53-6cd0-4a7d-b445-95792e20ce65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084425 Jul 16 14:16:14.751922 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-7c1af0c9-c347-4781-b1a7-eba496e9ce66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d988163-3d59-474e-8875-324ce97f2700', 'name': 'tempest-TestMinimumBasicScenario-478950684-router', 'tenant_id': '96ec9f8293764434aeaec617d3d548c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'external_fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': '78f449e9-6e16-4461-a458-149e2dc1d798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T14:14:03Z', 'updated_at': '2021-07-16T14:14:06Z', 'revision_number': 4, 'project_id': '96ec9f8293764434aeaec617d3d548c0', 'gw_port': {'id': '78f449e9-6e16-4461-a458-149e2dc1d798', 'name': '', 'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:62:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d988163-3d59-474e-8875-324ce97f2700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:14:04Z', 'updated_at': '2021-07-16T14:14:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-7-iscsi', '_interfaces': [{'id': '77f7a6e6-5812-4756-8c89-07c5802ea5ff', 'name': '', 'network_id': 'ca379b53-6cd0-4a7d-b445-95792e20ce65', 'tenant_id': '96ec9f8293764434aeaec617d3d548c0', 'mac_address': 'fa:16:3e:c3:fe:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d988163-3d59-474e-8875-324ce97f2700', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '740c8589-ee71-4131-8037-cefda410d7e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:14:06Z', 'updated_at': '2021-07-16T14:14:12Z', 'revision_number': 5, 'project_id': '96ec9f8293764434aeaec617d3d548c0', 'subnets': [{'id': '740c8589-ee71-4131-8037-cefda410d7e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-7-iscsi', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:16:14.780379 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c1af0c9-c347-4781-b1a7-eba496e9ce66 None None] Checking router: 7d988163-3d59-474e-8875-324ce97f2700 for host: dv-cinder-784763-7-iscsi {{(pid=93103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 14:16:14.782174 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-11b8db5b-25de-4a71-adbf-26498f1e89d6 req-5df6f11b-5a7f-4b28-994f-86f6937a91d9 service neutron] 10.222.0.25 "GET /v2.0/networks/ca379b53-6cd0-4a7d-b445-95792e20ce65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070025 Jul 16 14:16:14.796873 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c1af0c9-c347-4781-b1a7-eba496e9ce66 None None] Routers {'7d988163-3d59-474e-8875-324ce97f2700'} bound to L3 agent in host dv-cinder-784763-7-iscsi {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 14:16:14.798487 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-7c1af0c9-c347-4781-b1a7-eba496e9ce66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T13:57:50Z,description=,heartbeat_timestamp=2021-07-16T14:15:50Z,host='dv-cinder-784763-7-iscsi',id=d50ece19-a35b-4d9c-a2c6-6c45fbfb3bdd,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T13:57:50Z,topic='l3_agent')) {'router_ids': ['7d988163-3d59-474e-8875-324ce97f2700'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:16:14.914169 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-7c1af0c9-c347-4781-b1a7-eba496e9ce66 None None] Set router 7d988163-3d59-474e-8875-324ce97f2700 gateway port host: dv-cinder-784763-7-iscsi {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 14:16:15.117791 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-7c1af0c9-c347-4781-b1a7-eba496e9ce66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d988163-3d59-474e-8875-324ce97f2700', 'name': 'tempest-TestMinimumBasicScenario-478950684-router', 'tenant_id': '96ec9f8293764434aeaec617d3d548c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'external_fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': '78f449e9-6e16-4461-a458-149e2dc1d798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T14:14:03Z', 'updated_at': '2021-07-16T14:14:06Z', 'revision_number': 4, 'project_id': '96ec9f8293764434aeaec617d3d548c0', 'gw_port': {'id': '78f449e9-6e16-4461-a458-149e2dc1d798', 'name': '', 'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:62:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d988163-3d59-474e-8875-324ce97f2700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:14:04Z', 'updated_at': '2021-07-16T14:14:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-7-iscsi', '_interfaces': [{'id': '77f7a6e6-5812-4756-8c89-07c5802ea5ff', 'name': '', 'network_id': 'ca379b53-6cd0-4a7d-b445-95792e20ce65', 'tenant_id': '96ec9f8293764434aeaec617d3d548c0', 'mac_address': 'fa:16:3e:c3:fe:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d988163-3d59-474e-8875-324ce97f2700', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '740c8589-ee71-4131-8037-cefda410d7e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:14:06Z', 'updated_at': '2021-07-16T14:14:12Z', 'revision_number': 5, 'project_id': '96ec9f8293764434aeaec617d3d548c0', 'subnets': [{'id': '740c8589-ee71-4131-8037-cefda410d7e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-7-iscsi', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:16:15.144294 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c1af0c9-c347-4781-b1a7-eba496e9ce66 None None] The sync data for ids ['7d988163-3d59-474e-8875-324ce97f2700'] in dv-cinder-784763-7-iscsi is: [{'id': '7d988163-3d59-474e-8875-324ce97f2700', 'name': 'tempest-TestMinimumBasicScenario-478950684-router', 'tenant_id': '96ec9f8293764434aeaec617d3d548c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'external_fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': '78f449e9-6e16-4461-a458-149e2dc1d798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T14:14:03Z', 'updated_at': '2021-07-16T14:14:06Z', 'revision_number': 4, 'project_id': '96ec9f8293764434aeaec617d3d548c0', 'gw_port': {'id': '78f449e9-6e16-4461-a458-149e2dc1d798', 'name': '', 'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:62:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d988163-3d59-474e-8875-324ce97f2700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:14:04Z', 'updated_at': '2021-07-16T14:14:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-7-iscsi', '_interfaces': [{'id': '77f7a6e6-5812-4756-8c89-07c5802ea5ff', 'name': '', 'network_id': 'ca379b53-6cd0-4a7d-b445-95792e20ce65', 'tenant_id': '96ec9f8293764434aeaec617d3d548c0', 'mac_address': 'fa:16:3e:c3:fe:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d988163-3d59-474e-8875-324ce97f2700', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '740c8589-ee71-4131-8037-cefda410d7e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:14:06Z', 'updated_at': '2021-07-16T14:14:12Z', 'revision_number': 5, 'project_id': '96ec9f8293764434aeaec617d3d548c0', 'subnets': [{'id': '740c8589-ee71-4131-8037-cefda410d7e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 14:16:15.395204 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c74829-5a2e-4a7b-8f2c-0372e1f8c214 None None] New status for floating IP 76ba2ec9-c0e4-4148-ad4b-2b6fda95072d: DOWN {{(pid=93105) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 14:16:15.411213 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd7138a-cabf-467b-83fd-09303430a9fe req-a7ba2ce7-66f8-499d-b9fd-ae2ef614cbff tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:16:15.412821 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-cfd7138a-cabf-467b-83fd-09303430a9fe req-a7ba2ce7-66f8-499d-b9fd-ae2ef614cbff tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] 10.222.0.10 "GET /v2.0/ports?device_id=66da813a-f0e4-417d-a131-28c9b0422793 HTTP/1.1" status: 200 len: 943 time: 0.0711689 Jul 16 14:16:15.459700 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-cfd7138a-cabf-467b-83fd-09303430a9fe req-adaf8a86-49c4-48fc-816b-7add27a921c6 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb179e6f-d2a9-4984-b7ac-580abaad5e34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402825 Jul 16 14:16:16.013174 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:16:16.017006 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da940d41-e115-4ac9-a0d0-a075e9909a5d', 'tag': '484df0fc-9adb-4763-a146-8db6deb2f2bb'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 14:16:16.019623 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}669b174d507dea59856bca4514a747f2bad56b4b9d456cc0353e9cf2427ac1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a23cc13b-5eed-4fb2-a452-dd023963119d" -d '{"events": [{"name": "network-changed", "server_uuid": "da940d41-e115-4ac9-a0d0-a075e9909a5d", "tag": "484df0fc-9adb-4763-a146-8db6deb2f2bb"}]}' {{(pid=93101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 14:16:16.058628 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 14:16:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc9edb21-ba97-49c6-abf3-4bc45503bdaa x-openstack-request-id: req-bc9edb21-ba97-49c6-abf3-4bc45503bdaa {{(pid=93101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 14:16:16.058920 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da940d41-e115-4ac9-a0d0-a075e9909a5d", "tag": "484df0fc-9adb-4763-a146-8db6deb2f2bb", "status": "completed", "code": 200}]} {{(pid=93101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 14:16:16.059172 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-bc9edb21-ba97-49c6-abf3-4bc45503bdaa {{(pid=93101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 14:16:16.059565 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da940d41-e115-4ac9-a0d0-a075e9909a5d', 'tag': '484df0fc-9adb-4763-a146-8db6deb2f2bb', 'status': 'completed', 'code': 200} Jul 16 14:16:16.160500 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23cc13b-5eed-4fb2-a452-dd023963119d req-73feac6e-1c38-4046-8463-efdde1ba1038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:16:16.162038 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-a23cc13b-5eed-4fb2-a452-dd023963119d req-73feac6e-1c38-4046-8463-efdde1ba1038 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=96ec9f8293764434aeaec617d3d548c0&device_id=da940d41-e115-4ac9-a0d0-a075e9909a5d HTTP/1.1" status: 200 len: 1098 time: 0.0564814 Jul 16 14:16:16.267430 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23cc13b-5eed-4fb2-a452-dd023963119d req-25a90b38-7ca8-4808-a540-0a3fb7c31263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:16:16.269270 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-a23cc13b-5eed-4fb2-a452-dd023963119d req-25a90b38-7ca8-4808-a540-0a3fb7c31263 service neutron] 10.222.0.25 "GET /v2.0/networks?id=ca379b53-6cd0-4a7d-b445-95792e20ce65 HTTP/1.1" status: 200 len: 915 time: 0.1006026 Jul 16 14:16:16.311146 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-a23cc13b-5eed-4fb2-a452-dd023963119d req-4a4a8f22-e6d3-42c1-824c-a08b09f74a28 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=484df0fc-9adb-4763-a146-8db6deb2f2bb HTTP/1.1" status: 200 len: 217 time: 0.0353110 Jul 16 14:16:16.369693 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23cc13b-5eed-4fb2-a452-dd023963119d req-a3b9a4a0-01fa-43c4-90f9-1717a7b227d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:16:16.371171 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-a23cc13b-5eed-4fb2-a452-dd023963119d req-a3b9a4a0-01fa-43c4-90f9-1717a7b227d9 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=740c8589-ee71-4131-8037-cefda410d7e8 HTTP/1.1" status: 200 len: 853 time: 0.0541284 Jul 16 14:16:16.430985 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23cc13b-5eed-4fb2-a452-dd023963119d req-aeb7fe82-c782-4c1e-9c0f-10641535aa29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:16:16.432510 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-a23cc13b-5eed-4fb2-a452-dd023963119d req-aeb7fe82-c782-4c1e-9c0f-10641535aa29 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ca379b53-6cd0-4a7d-b445-95792e20ce65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0552058 Jul 16 14:16:16.523779 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-a23cc13b-5eed-4fb2-a452-dd023963119d req-d2b2e508-d3ce-4e61-8e2c-04ce4e3480f4 service neutron] 10.222.0.25 "GET /v2.0/networks/ca379b53-6cd0-4a7d-b445-95792e20ce65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845611 Jul 16 14:16:16.651174 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-a23cc13b-5eed-4fb2-a452-dd023963119d req-9267fe1f-3ae2-4f3c-a89e-317cd41e53d3 service neutron] 10.222.0.25 "GET /v2.0/networks/ca379b53-6cd0-4a7d-b445-95792e20ce65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209984 Jul 16 14:16:16.677283 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e10787-ecb1-48bd-b34d-3ba1c8842523 req-b36013d9-c03c-4ea8-9244-b0c663ad23e3 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:16:16.678836 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-07e10787-ecb1-48bd-b34d-3ba1c8842523 req-b36013d9-c03c-4ea8-9244-b0c663ad23e3 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] 10.222.0.10 "GET /v2.0/ports?device_id=66da813a-f0e4-417d-a131-28c9b0422793 HTTP/1.1" status: 200 len: 943 time: 0.0862827 Jul 16 14:16:16.724335 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-07e10787-ecb1-48bd-b34d-3ba1c8842523 req-2225d62b-658e-4717-a796-31e9522a2926 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb179e6f-d2a9-4984-b7ac-580abaad5e34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384421 Jul 16 14:16:17.562507 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6361c6b-7fcd-4181-8de7-11e1bb3b7ac5 req-13042a85-07b6-4081-8610-bb09f490660f tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:16:17.564034 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-e6361c6b-7fcd-4181-8de7-11e1bb3b7ac5 req-13042a85-07b6-4081-8610-bb09f490660f tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] 10.222.0.10 "GET /v2.0/ports?device_id=da940d41-e115-4ac9-a0d0-a075e9909a5d HTTP/1.1" status: 200 len: 945 time: 0.0706921 Jul 16 14:16:17.603883 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-e6361c6b-7fcd-4181-8de7-11e1bb3b7ac5 req-bc8a50c5-0096-4783-8a3c-53c66452ed3b tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] 10.222.0.10 "GET /v2.0/security-groups?id=26029a25-4608-46af-9cbe-714edcd9e5bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336349 Jul 16 14:16:17.764531 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-8814cca9-defc-4e9f-978d-8e8f6c68024a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:16:17.917028 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbc2586-a999-4a9a-a5d6-d4a2935c81ba req-4ca0f10d-9a37-48eb-b864-3965f33e0e6b tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:16:17.918610 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-2dbc2586-a999-4a9a-a5d6-d4a2935c81ba req-4ca0f10d-9a37-48eb-b864-3965f33e0e6b tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] 10.222.0.10 "GET /v2.0/ports?device_id=66da813a-f0e4-417d-a131-28c9b0422793 HTTP/1.1" status: 200 len: 943 time: 0.0716193 Jul 16 14:16:17.960330 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-2dbc2586-a999-4a9a-a5d6-d4a2935c81ba req-756d268d-5d21-43c9-b3a2-5c5ec9fe6d1b tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb179e6f-d2a9-4984-b7ac-580abaad5e34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327287 Jul 16 14:16:18.781957 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63180e14-5409-48ba-8df2-2a5e147c167c req-e25fe754-f842-422c-875f-7da071bab96d tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:16:18.783441 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-63180e14-5409-48ba-8df2-2a5e147c167c req-e25fe754-f842-422c-875f-7da071bab96d tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] 10.222.0.10 "GET /v2.0/ports?device_id=da940d41-e115-4ac9-a0d0-a075e9909a5d HTTP/1.1" status: 200 len: 945 time: 0.0657907 Jul 16 14:16:18.823250 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-63180e14-5409-48ba-8df2-2a5e147c167c req-8eafbc69-9749-4453-b6ad-e28a797ce188 tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] 10.222.0.10 "GET /v2.0/security-groups?id=26029a25-4608-46af-9cbe-714edcd9e5bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340583 Jul 16 14:16:19.142447 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a36538-0c81-4224-90a6-8a96ca6438a9 req-ddfc5a0d-29a5-4d79-be98-28e2a8fc2d52 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:16:19.143969 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-60a36538-0c81-4224-90a6-8a96ca6438a9 req-ddfc5a0d-29a5-4d79-be98-28e2a8fc2d52 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] 10.222.0.10 "GET /v2.0/ports?device_id=66da813a-f0e4-417d-a131-28c9b0422793 HTTP/1.1" status: 200 len: 943 time: 0.0657213 Jul 16 14:16:19.187483 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-60a36538-0c81-4224-90a6-8a96ca6438a9 req-89e4bd7b-6dec-441f-aaba-f0d20aaceee2 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb179e6f-d2a9-4984-b7ac-580abaad5e34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376422 Jul 16 14:16:19.343181 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93fbe73-5107-4bac-97d7-b8d63c192f36 req-ddd349b4-3834-428d-bcb6-3991c0b87a1a tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:16:19.344650 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-f93fbe73-5107-4bac-97d7-b8d63c192f36 req-ddd349b4-3834-428d-bcb6-3991c0b87a1a tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] 10.222.0.25 "GET /v2.0/ports?device_id=da940d41-e115-4ac9-a0d0-a075e9909a5d HTTP/1.1" status: 200 len: 945 time: 0.0649109 Jul 16 14:16:19.451610 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-f93fbe73-5107-4bac-97d7-b8d63c192f36 req-3a388855-4ac4-433e-94a8-851c3f5215ac tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] Deleting port 484df0fc-9adb-4763-a146-8db6deb2f2bb {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 14:16:19.451958 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-f93fbe73-5107-4bac-97d7-b8d63c192f36 req-3a388855-4ac4-433e-94a8-851c3f5215ac tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736156223663'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:16:19.545964 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-f93fbe73-5107-4bac-97d7-b8d63c192f36 req-3a388855-4ac4-433e-94a8-851c3f5215ac tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] For port 484df0fc-9adb-4763-a146-8db6deb2f2bb, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=484df0fc-9adb-4763-a146-8db6deb2f2bb,segment=NetworkSegment(8ed290e2-3745-458f-a341-dfa615caba33),segment_id=8ed290e2-3745-458f-a341-dfa615caba33)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:16:19.546337 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-f93fbe73-5107-4bac-97d7-b8d63c192f36 req-3a388855-4ac4-433e-94a8-851c3f5215ac tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683922'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:16:19.563589 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-f93fbe73-5107-4bac-97d7-b8d63c192f36 req-3a388855-4ac4-433e-94a8-851c3f5215ac tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] Calling delete_port for 484df0fc-9adb-4763-a146-8db6deb2f2bb owned by compute:nova {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 14:16:19.693854 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-f93fbe73-5107-4bac-97d7-b8d63c192f36 req-3a388855-4ac4-433e-94a8-851c3f5215ac tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736156224386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736155824267'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:16:19.723586 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a388855-4ac4-433e-94a8-851c3f5215ac tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] Pushing event deleted for resources: {'Port': ['ID=484df0fc-9adb-4763-a146-8db6deb2f2bb,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:16:19.727792 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] get_ports_and_sgs() called for port_ids ['484df0fc-9adb-4763-a146-8db6deb2f2bb'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 14:16:19.780346 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-f93fbe73-5107-4bac-97d7-b8d63c192f36 req-3a388855-4ac4-433e-94a8-851c3f5215ac tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] No DVR routers for this DVR port 484df0fc-9adb-4763-a146-8db6deb2f2bb on host hv-cinder-78476 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 14:16:19.782897 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-f93fbe73-5107-4bac-97d7-b8d63c192f36 req-3a388855-4ac4-433e-94a8-851c3f5215ac tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72406'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:16:19.785099 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-f93fbe73-5107-4bac-97d7-b8d63c192f36 req-3a388855-4ac4-433e-94a8-851c3f5215ac tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] 10.222.0.25 "DELETE /v2.0/ports/484df0fc-9adb-4763-a146-8db6deb2f2bb HTTP/1.1" status: 204 len: 173 time: 0.4340110 Jul 16 14:16:19.785531 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da940d41-e115-4ac9-a0d0-a075e9909a5d', 'name': 'network-vif-deleted', 'tag': '484df0fc-9adb-4763-a146-8db6deb2f2bb'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 14:16:19.787918 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}669b174d507dea59856bca4514a747f2bad56b4b9d456cc0353e9cf2427ac1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f1f6af9-91a2-47b6-8c8f-f9442e57207f" -d '{"events": [{"server_uuid": "da940d41-e115-4ac9-a0d0-a075e9909a5d", "name": "network-vif-deleted", "tag": "484df0fc-9adb-4763-a146-8db6deb2f2bb"}]}' {{(pid=93101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 14:16:19.825429 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 14:16:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-937c3e22-89eb-4817-87a6-85799ec0d078 x-openstack-request-id: req-937c3e22-89eb-4817-87a6-85799ec0d078 {{(pid=93101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 14:16:19.825786 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da940d41-e115-4ac9-a0d0-a075e9909a5d", "name": "network-vif-deleted", "tag": "484df0fc-9adb-4763-a146-8db6deb2f2bb", "status": "completed", "code": 200}]} {{(pid=93101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 14:16:19.826071 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-937c3e22-89eb-4817-87a6-85799ec0d078 {{(pid=93101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 14:16:19.826479 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da940d41-e115-4ac9-a0d0-a075e9909a5d', 'name': 'network-vif-deleted', 'tag': '484df0fc-9adb-4763-a146-8db6deb2f2bb', 'status': 'completed', 'code': 200} Jul 16 14:16:19.967442 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-5b63aa6a-e062-4eb2-bef8-677b7eaa5a66 req-dc27c889-9b50-470f-b29a-78c24a0452e1 tempest-TestMinimumBasicScenario-1754760189 tempest-TestMinimumBasicScenario-1754760189-project] 10.222.0.10 "GET /v2.0/ports?device_id=da940d41-e115-4ac9-a0d0-a075e9909a5d HTTP/1.1" status: 200 len: 210 time: 0.0332336 Jul 16 14:16:20.377437 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-d40aaef3-387f-4c59-8600-5046b1054e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:16:20.380901 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4944cc4c-d363-45b9-8720-49ef864d4337 req-be0637d3-ae68-446f-aa0a-3351d8ec408f tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:16:20.382690 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-4944cc4c-d363-45b9-8720-49ef864d4337 req-be0637d3-ae68-446f-aa0a-3351d8ec408f tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] 10.222.0.10 "GET /v2.0/ports?device_id=66da813a-f0e4-417d-a131-28c9b0422793 HTTP/1.1" status: 200 len: 943 time: 0.0822945 Jul 16 14:16:20.430187 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-4944cc4c-d363-45b9-8720-49ef864d4337 req-fff0f29c-65ed-400d-8ba5-05aac15f5954 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb179e6f-d2a9-4984-b7ac-580abaad5e34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372894 Jul 16 14:16:20.730853 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:16:20.863629 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Device a436a34a-2634-4967-9819-3e812bbeffed details requested by agent hyperv_hv-cinder-78476 with host hv-cinder-78476 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 14:16:20.962799 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] For port a436a34a-2634-4967-9819-3e812bbeffed, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=a436a34a-2634-4967-9819-3e812bbeffed,segment=NetworkSegment(d8dd1782-bfa3-42b8-a1f1-12afba56b459),segment_id=d8dd1782-bfa3-42b8-a1f1-12afba56b459)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:16:20.974405 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Returning: {'device': 'a436a34a-2634-4967-9819-3e812bbeffed', 'network_id': 'bdf51055-487a-47c6-ba40-7101ea8f6992', 'port_id': 'a436a34a-2634-4967-9819-3e812bbeffed', 'mac_address': 'fa:16:3e:1f:78:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '434d79b6-168f-4988-9fda-3d5972d38d97', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 14:16:21.013587 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:16:21.027223 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a436a34a-2634-4967-9819-3e812bbeffed {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 14:16:21.047189 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] For port a436a34a-2634-4967-9819-3e812bbeffed, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=a436a34a-2634-4967-9819-3e812bbeffed,segment=NetworkSegment(d8dd1782-bfa3-42b8-a1f1-12afba56b459),segment_id=d8dd1782-bfa3-42b8-a1f1-12afba56b459)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:16:21.052307 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736156224341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736155824276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736155824294'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:16:21.105387 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Pushing event updated for resources: {'Port': ['ID=a436a34a-2634-4967-9819-3e812bbeffed,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:16:21.113772 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:16:21.114129 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:16:21.114473 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:16:21.114809 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:16:21.115145 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:16:21.115476 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:16:21.115804 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:16:21.116137 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:16:21.116471 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:16:21.116813 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:16:21.117141 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:16:21.117464 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:16:21.348993 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] get_ports_and_sgs() called for port_ids ['a436a34a-2634-4967-9819-3e812bbeffed'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 14:16:21.501212 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-64ab8875-bbbc-4415-a681-ef47cf0d365f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:16:21.611857 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 39618) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:16:21.626763 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67788294-5f8b-45f0-8e01-9d4d0ef775f4 req-4ab23cec-2a3e-4d7a-9882-2602c096d5d7 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:16:21.628452 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-67788294-5f8b-45f0-8e01-9d4d0ef775f4 req-4ab23cec-2a3e-4d7a-9882-2602c096d5d7 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] 10.222.0.10 "GET /v2.0/ports?device_id=66da813a-f0e4-417d-a131-28c9b0422793 HTTP/1.1" status: 200 len: 944 time: 0.0791941 Jul 16 14:16:21.670324 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-67788294-5f8b-45f0-8e01-9d4d0ef775f4 req-1ed6eefc-a0d4-4a87-92eb-1a0de11a01b1 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb179e6f-d2a9-4984-b7ac-580abaad5e34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360498 Jul 16 14:16:21.973413 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-08202b31-aa74-40e6-98c0-e04fc27af2c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680361'] for router_interface, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:16:22.238878 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-08202b31-aa74-40e6-98c0-e04fc27af2c8 admin admin] Deleting port 77f7a6e6-5812-4756-8c89-07c5802ea5ff {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 14:16:22.239118 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-08202b31-aa74-40e6-98c0-e04fc27af2c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736156223663'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:16:22.319160 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-08202b31-aa74-40e6-98c0-e04fc27af2c8 admin admin] For port 77f7a6e6-5812-4756-8c89-07c5802ea5ff, host dv-cinder-784763-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-7-iscsi',level=0,port_id=77f7a6e6-5812-4756-8c89-07c5802ea5ff,segment=NetworkSegment(8ed290e2-3745-458f-a341-dfa615caba33),segment_id=8ed290e2-3745-458f-a341-dfa615caba33)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:16:22.319521 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-08202b31-aa74-40e6-98c0-e04fc27af2c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683922'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:16:22.332216 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-08202b31-aa74-40e6-98c0-e04fc27af2c8 admin admin] Calling delete_port for 77f7a6e6-5812-4756-8c89-07c5802ea5ff owned by network:router_interface {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 14:16:22.522131 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-08202b31-aa74-40e6-98c0-e04fc27af2c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736156224386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736155824267'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:16:22.548581 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08202b31-aa74-40e6-98c0-e04fc27af2c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=77f7a6e6-5812-4756-8c89-07c5802ea5ff,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:16:22.683768 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-08202b31-aa74-40e6-98c0-e04fc27af2c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-677689'] for router_interface, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:16:22.878531 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Device a436a34a-2634-4967-9819-3e812bbeffed up at agent hyperv_hv-cinder-78476 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 14:16:22.928747 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Provisioning for port a436a34a-2634-4967-9819-3e812bbeffed completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 14:16:22.932646 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Provisioning complete for port a436a34a-2634-4967-9819-3e812bbeffed triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 14:16:22.933048 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16503849'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:16:22.955391 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9399b138-c9ac-49e6-94d6-e95c01218414 req-e78fe27f-6594-402f-967f-f32da5afa36a tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:16:22.956855 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-9399b138-c9ac-49e6-94d6-e95c01218414 req-e78fe27f-6594-402f-967f-f32da5afa36a tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] 10.222.0.10 "GET /v2.0/ports?device_id=66da813a-f0e4-417d-a131-28c9b0422793 HTTP/1.1" status: 200 len: 944 time: 0.1544931 Jul 16 14:16:22.980158 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08202b31-aa74-40e6-98c0-e04fc27af2c8 admin admin] Router 7d988163-3d59-474e-8875-324ce97f2700 has already been hosted by L3 agent d50ece19-a35b-4d9c-a2c6-6c45fbfb3bdd {{(pid=93101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 14:16:23.013379 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:16:23.038723 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66da813a-f0e4-417d-a131-28c9b0422793', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a436a34a-2634-4967-9819-3e812bbeffed'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 14:16:23.040469 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-9399b138-c9ac-49e6-94d6-e95c01218414 req-caa2dabd-7228-4bf7-b038-e8123dd14a03 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb179e6f-d2a9-4984-b7ac-580abaad5e34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766521 Jul 16 14:16:23.040962 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e17b9d4f214fa64bfb48c5bf95da0f2ee536929a6529a77ec24820d0293f4c41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4a12eaa-5998-4f90-b552-fe3faa9ba090" -d '{"events": [{"server_uuid": "66da813a-f0e4-417d-a131-28c9b0422793", "name": "network-vif-plugged", "status": "completed", "tag": "a436a34a-2634-4967-9819-3e812bbeffed"}]}' {{(pid=93103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 14:16:23.057046 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] For port a436a34a-2634-4967-9819-3e812bbeffed, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=a436a34a-2634-4967-9819-3e812bbeffed,segment=NetworkSegment(d8dd1782-bfa3-42b8-a1f1-12afba56b459),segment_id=d8dd1782-bfa3-42b8-a1f1-12afba56b459)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:16:23.062570 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736156224341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736155824276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736155824294'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:16:23.063567 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Device 484df0fc-9adb-4763-a146-8db6deb2f2bb no longer exists at agent hyperv_hv-cinder-78476 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 14:16:23.094008 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 14:16:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfc8caac-62e2-4da6-96db-372a2cf942d9 x-openstack-request-id: req-cfc8caac-62e2-4da6-96db-372a2cf942d9 {{(pid=93103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 14:16:23.094302 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66da813a-f0e4-417d-a131-28c9b0422793", "name": "network-vif-plugged", "status": "completed", "tag": "a436a34a-2634-4967-9819-3e812bbeffed", "code": 200}]} {{(pid=93103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 14:16:23.094551 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-cfc8caac-62e2-4da6-96db-372a2cf942d9 {{(pid=93103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 14:16:23.094941 dv-cinder-784763-7-iscsi neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66da813a-f0e4-417d-a131-28c9b0422793', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a436a34a-2634-4967-9819-3e812bbeffed', 'code': 200} Jul 16 14:16:23.115324 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] No Port match for: 484df0fc-9adb-4763-a146-8db6deb2f2bb {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 14:16:23.115749 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Device 484df0fc-9adb-4763-a146-8db6deb2f2bb not bound to the agent host hv-cinder-78476 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 14:16:23.153980 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-fe1600e4-7db6-428f-a340-75d1d02f3a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:16:23.159334 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Pushing event updated for resources: {'Port': ['ID=a436a34a-2634-4967-9819-3e812bbeffed,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:16:23.432089 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08202b31-aa74-40e6-98c0-e04fc27af2c8 admin admin] Notify agent at l3_agent.dv-cinder-784763-7-iscsi the message routers_updated {{(pid=93101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 14:16:23.437497 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-08202b31-aa74-40e6-98c0-e04fc27af2c8 admin admin] 10.222.0.10 "PUT /v2.0/routers/7d988163-3d59-474e-8875-324ce97f2700/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8245211 Jul 16 14:16:23.440324 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 39624) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:16:23.444915 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c85c1c65-2a4c-47c6-a053-bfb105c3ff88 None None] Sync routers for ids ['7d988163-3d59-474e-8875-324ce97f2700'] in dv-cinder-784763-7-iscsi {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 14:16:23.457380 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0892ba82-5f3b-43ba-8611-e8c03236c8e5 req-2a269d2b-fa69-4320-b965-4ffe52d941c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:16:23.458296 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85c1c65-2a4c-47c6-a053-bfb105c3ff88 None None] Routers {'7d988163-3d59-474e-8875-324ce97f2700'} bound to L3 agent in host dv-cinder-784763-7-iscsi {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 14:16:23.458916 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-0892ba82-5f3b-43ba-8611-e8c03236c8e5 req-2a269d2b-fa69-4320-b965-4ffe52d941c0 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=66da813a-f0e4-417d-a131-28c9b0422793 HTTP/1.1" status: 200 len: 1098 time: 0.0752027 Jul 16 14:16:23.459113 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-c85c1c65-2a4c-47c6-a053-bfb105c3ff88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T13:57:50Z,description=,heartbeat_timestamp=2021-07-16T14:16:20Z,host='dv-cinder-784763-7-iscsi',id=d50ece19-a35b-4d9c-a2c6-6c45fbfb3bdd,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T13:57:50Z,topic='l3_agent')) {'router_ids': ['7d988163-3d59-474e-8875-324ce97f2700'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:16:23.500151 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-0892ba82-5f3b-43ba-8611-e8c03236c8e5 req-3c3b9435-a45e-4189-baa2-2f2e3f7adeb9 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=cb179e6f-d2a9-4984-b7ac-580abaad5e34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342093 Jul 16 14:16:23.560269 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4ccab736-4843-41cb-8adf-25c8146941fc admin admin] Notify callbacks [] for router, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:16:23.668890 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4ccab736-4843-41cb-8adf-25c8146941fc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:16:23.708316 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-c85c1c65-2a4c-47c6-a053-bfb105c3ff88 None None] Set router 7d988163-3d59-474e-8875-324ce97f2700 gateway port host: dv-cinder-784763-7-iscsi {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 14:16:23.726977 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-4ccab736-4843-41cb-8adf-25c8146941fc admin admin] Deleting port 78f449e9-6e16-4461-a458-149e2dc1d798 {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 14:16:23.727316 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4ccab736-4843-41cb-8adf-25c8146941fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736156223663'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:16:23.821124 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.db [None req-4ccab736-4843-41cb-8adf-25c8146941fc admin admin] For port 78f449e9-6e16-4461-a458-149e2dc1d798, host dv-cinder-784763-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-7-iscsi',level=0,port_id=78f449e9-6e16-4461-a458-149e2dc1d798,segment=NetworkSegment(6901d94e-17f9-4035-ba46-6b4e81a8dcfc),segment_id=6901d94e-17f9-4035-ba46-6b4e81a8dcfc)] {{(pid=93102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:16:23.821521 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4ccab736-4843-41cb-8adf-25c8146941fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683922'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:16:23.833975 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-4ccab736-4843-41cb-8adf-25c8146941fc admin admin] Calling delete_port for 78f449e9-6e16-4461-a458-149e2dc1d798 owned by network:router_gateway {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 14:16:23.892501 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-c85c1c65-2a4c-47c6-a053-bfb105c3ff88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d988163-3d59-474e-8875-324ce97f2700', 'name': 'tempest-TestMinimumBasicScenario-478950684-router', 'tenant_id': '96ec9f8293764434aeaec617d3d548c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'external_fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': '78f449e9-6e16-4461-a458-149e2dc1d798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T14:14:03Z', 'updated_at': '2021-07-16T14:16:22Z', 'revision_number': 5, 'project_id': '96ec9f8293764434aeaec617d3d548c0', 'gw_port': {'id': '78f449e9-6e16-4461-a458-149e2dc1d798', 'name': '', 'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:62:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d988163-3d59-474e-8875-324ce97f2700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:14:04Z', 'updated_at': '2021-07-16T14:14:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-7-iscsi'}], 'dv-cinder-784763-7-iscsi', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:16:23.928904 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c85c1c65-2a4c-47c6-a053-bfb105c3ff88 None None] Checking router: 7d988163-3d59-474e-8875-324ce97f2700 for host: dv-cinder-784763-7-iscsi {{(pid=93103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 14:16:23.941019 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85c1c65-2a4c-47c6-a053-bfb105c3ff88 None None] Routers {'7d988163-3d59-474e-8875-324ce97f2700'} bound to L3 agent in host dv-cinder-784763-7-iscsi {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 14:16:23.941682 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-c85c1c65-2a4c-47c6-a053-bfb105c3ff88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T13:57:50Z,description=,heartbeat_timestamp=2021-07-16T14:16:20Z,host='dv-cinder-784763-7-iscsi',id=d50ece19-a35b-4d9c-a2c6-6c45fbfb3bdd,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T13:57:50Z,topic='l3_agent')) {'router_ids': ['7d988163-3d59-474e-8875-324ce97f2700'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:16:24.006688 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4ccab736-4843-41cb-8adf-25c8146941fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736156224386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736155824267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4062758'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:16:24.030569 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-c85c1c65-2a4c-47c6-a053-bfb105c3ff88 None None] Set router 7d988163-3d59-474e-8875-324ce97f2700 gateway port host: None {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 14:16:24.035136 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccab736-4843-41cb-8adf-25c8146941fc admin admin] Pushing event deleted for resources: {'Port': ['ID=78f449e9-6e16-4461-a458-149e2dc1d798,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:16:24.084373 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-c85c1c65-2a4c-47c6-a053-bfb105c3ff88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d988163-3d59-474e-8875-324ce97f2700', 'name': 'tempest-TestMinimumBasicScenario-478950684-router', 'tenant_id': '96ec9f8293764434aeaec617d3d548c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T14:14:03Z', 'updated_at': '2021-07-16T14:16:23Z', 'revision_number': 6, 'project_id': '96ec9f8293764434aeaec617d3d548c0', 'gw_port_host': None}], 'dv-cinder-784763-7-iscsi', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:16:24.099557 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4ccab736-4843-41cb-8adf-25c8146941fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-611427'] for router_gateway, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:16:24.115647 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c85c1c65-2a4c-47c6-a053-bfb105c3ff88 None None] The sync data for ids ['7d988163-3d59-474e-8875-324ce97f2700'] in dv-cinder-784763-7-iscsi is: [{'id': '7d988163-3d59-474e-8875-324ce97f2700', 'name': 'tempest-TestMinimumBasicScenario-478950684-router', 'tenant_id': '96ec9f8293764434aeaec617d3d548c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T14:14:03Z', 'updated_at': '2021-07-16T14:16:23Z', 'revision_number': 6, 'project_id': '96ec9f8293764434aeaec617d3d548c0', 'gw_port_host': None}] {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 14:16:24.211953 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4ccab736-4843-41cb-8adf-25c8146941fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6801'] for router, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:16:24.215465 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4ccab736-4843-41cb-8adf-25c8146941fc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:16:24.251041 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd6dab4-f10e-4cc1-9260-006ea201d9b7 req-98fef129-3845-42c4-9105-f627c52da5ec tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:16:24.252581 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-bdd6dab4-f10e-4cc1-9260-006ea201d9b7 req-98fef129-3845-42c4-9105-f627c52da5ec tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] 10.222.0.10 "GET /v2.0/ports?device_id=66da813a-f0e4-417d-a131-28c9b0422793 HTTP/1.1" status: 200 len: 945 time: 0.0728505 Jul 16 14:16:24.264684 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4ccab736-4843-41cb-8adf-25c8146941fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-684001'] for router, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:16:24.265229 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ccab736-4843-41cb-8adf-25c8146941fc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7d988163-3d59-474e-8875-324ce97f2700 {{(pid=93102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 14:16:24.269481 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4ccab736-4843-41cb-8adf-25c8146941fc admin admin] Notify callbacks [] for router, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:16:24.270925 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-4ccab736-4843-41cb-8adf-25c8146941fc admin admin] 10.222.0.10 "DELETE /v2.0/routers/7d988163-3d59-474e-8875-324ce97f2700 HTTP/1.1" status: 204 len: 168 time: 0.8294480 Jul 16 14:16:24.273324 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 39628) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:16:24.296742 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-bdd6dab4-f10e-4cc1-9260-006ea201d9b7 req-29ad63f8-e37f-41de-a647-75aa28aaa7fd tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb179e6f-d2a9-4984-b7ac-580abaad5e34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383792 Jul 16 14:16:24.322840 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.db.db_base_plugin_v2 [None req-821b03e1-a3a0-41f1-9672-a9d2480827e1 admin admin] Deleting subnet 740c8589-ee71-4131-8037-cefda410d7e8 {{(pid=93102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 14:16:24.326178 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-821b03e1-a3a0-41f1-9672-a9d2480827e1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:16:24.361284 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-821b03e1-a3a0-41f1-9672-a9d2480827e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4062852'] for subnet, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:16:24.445037 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-821b03e1-a3a0-41f1-9672-a9d2480827e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16506816'] for subnet, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:16:24.531522 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-821b03e1-a3a0-41f1-9672-a9d2480827e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16506871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4062805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3919862'] for subnet, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:16:24.558941 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821b03e1-a3a0-41f1-9672-a9d2480827e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=740c8589-ee71-4131-8037-cefda410d7e8,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:16:24.573080 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-821b03e1-a3a0-41f1-9672-a9d2480827e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583268'] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:16:24.573273 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7632e1d-9d6f-4de6-ba06-c16a50961089 None None] Network ca379b53-6cd0-4a7d-b445-95792e20ce65 requested from dv-cinder-784763-7-iscsi {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 14:16:24.577294 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-821b03e1-a3a0-41f1-9672-a9d2480827e1 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/740c8589-ee71-4131-8037-cefda410d7e8 HTTP/1.1" status: 204 len: 168 time: 0.3028774 Jul 16 14:16:24.581034 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 39630) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:16:24.667676 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a2422359-aa41-42cb-a5a5-ad1f3e566197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16272555'] for network, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:16:24.746359 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-a2422359-aa41-42cb-a5a5-ad1f3e566197 admin admin] Deleting port b2e8bef9-7245-4fe9-9b91-50aeb5acbcbd {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 14:16:24.748835 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a2422359-aa41-42cb-a5a5-ad1f3e566197 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736156223663'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:16:24.821137 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-a2422359-aa41-42cb-a5a5-ad1f3e566197 admin admin] For port b2e8bef9-7245-4fe9-9b91-50aeb5acbcbd, host dv-cinder-784763-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-7-iscsi',level=0,port_id=b2e8bef9-7245-4fe9-9b91-50aeb5acbcbd,segment=NetworkSegment(8ed290e2-3745-458f-a341-dfa615caba33),segment_id=8ed290e2-3745-458f-a341-dfa615caba33)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:16:24.821408 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a2422359-aa41-42cb-a5a5-ad1f3e566197 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683922'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:16:24.835467 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-a2422359-aa41-42cb-a5a5-ad1f3e566197 admin admin] Calling delete_port for b2e8bef9-7245-4fe9-9b91-50aeb5acbcbd owned by network:dhcp {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 14:16:24.916480 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a2422359-aa41-42cb-a5a5-ad1f3e566197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736156224386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736155824267'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:16:24.943698 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2422359-aa41-42cb-a5a5-ad1f3e566197 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2e8bef9-7245-4fe9-9b91-50aeb5acbcbd,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:16:24.951344 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2422359-aa41-42cb-a5a5-ad1f3e566197 admin admin] No DVR routers for this DVR port b2e8bef9-7245-4fe9-9b91-50aeb5acbcbd on host dv-cinder-784763-7-iscsi {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 14:16:24.974106 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6956122-04b8-4640-8e6e-cfa85058f2b0 None None] DHCP port deletion for ca379b53-6cd0-4a7d-b445-95792e20ce65 request from dv-cinder-784763-7-iscsi {{(pid=93103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 14:16:25.000395 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Device 77f7a6e6-5812-4756-8c89-07c5802ea5ff no longer exists at agent ovs-agent-dv-cinder-784763-7-iscsi {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 14:16:25.025044 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] No Port match for: 77f7a6e6-5812-4756-8c89-07c5802ea5ff {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 14:16:25.025484 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Device 77f7a6e6-5812-4756-8c89-07c5802ea5ff not bound to the agent host dv-cinder-784763-7-iscsi {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 14:16:25.047178 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a2422359-aa41-42cb-a5a5-ad1f3e566197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16499620', 'neutron.services.segments.db._delete_segments_for_network-8736156337740'] for network, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:16:25.058425 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a2422359-aa41-42cb-a5a5-ad1f3e566197 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 14:16:25.058772 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a2422359-aa41-42cb-a5a5-ad1f3e566197 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 14:16:25.059521 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a2422359-aa41-42cb-a5a5-ad1f3e566197 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 14:16:25.059849 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a2422359-aa41-42cb-a5a5-ad1f3e566197 admin admin] Subscribe: > port after_create 55550000 {{(pid=93101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 14:16:25.060172 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a2422359-aa41-42cb-a5a5-ad1f3e566197 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 14:16:25.060506 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a2422359-aa41-42cb-a5a5-ad1f3e566197 admin admin] Subscribe: > port after_update 55550000 {{(pid=93101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 14:16:25.060843 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a2422359-aa41-42cb-a5a5-ad1f3e566197 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 14:16:25.061161 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a2422359-aa41-42cb-a5a5-ad1f3e566197 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 14:16:25.061481 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a2422359-aa41-42cb-a5a5-ad1f3e566197 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 14:16:25.061823 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a2422359-aa41-42cb-a5a5-ad1f3e566197 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 14:16:25.138360 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a2422359-aa41-42cb-a5a5-ad1f3e566197 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 14:16:25.138710 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a2422359-aa41-42cb-a5a5-ad1f3e566197 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 14:16:25.139042 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a2422359-aa41-42cb-a5a5-ad1f3e566197 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 14:16:25.139377 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a2422359-aa41-42cb-a5a5-ad1f3e566197 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 14:16:25.139758 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.services.segments.db [None req-a2422359-aa41-42cb-a5a5-ad1f3e566197 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca379b53-6cd0-4a7d-b445-95792e20ce65']}} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:16:25.156684 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.services.segments.db [None req-a2422359-aa41-42cb-a5a5-ad1f3e566197 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ed290e2-3745-458f-a341-dfa615caba33') {'for_net_delete': True} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:16:25.157015 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.services.segments.db [None req-a2422359-aa41-42cb-a5a5-ad1f3e566197 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ed290e2-3745-458f-a341-dfa615caba33') {} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:16:25.173503 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a2422359-aa41-42cb-a5a5-ad1f3e566197 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736156340821', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26998451'] for segment, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:16:25.196454 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a2422359-aa41-42cb-a5a5-ad1f3e566197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16512664'] for segment, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:16:25.205086 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2422359-aa41-42cb-a5a5-ad1f3e566197 admin admin] Releasing vlan 219 on physical network physnet1 to pool {{(pid=93101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 14:16:25.205507 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a2422359-aa41-42cb-a5a5-ad1f3e566197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16512664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3541620'] for segment, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:16:25.210039 dv-cinder-784763-7-iscsi neutron-server[93101]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 14:16:25.210039 dv-cinder-784763-7-iscsi neutron-server[93101]: from cryptography.utils import int_from_bytes Jul 16 14:16:25.210039 dv-cinder-784763-7-iscsi neutron-server[93101]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 14:16:25.210039 dv-cinder-784763-7-iscsi neutron-server[93101]: from cryptography.utils import int_from_bytes Jul 16 14:16:25.210039 dv-cinder-784763-7-iscsi neutron-server[93101]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 14:16:25.210039 dv-cinder-784763-7-iscsi neutron-server[93101]: conditions |= (models_v2.Port.network_id.in_( Jul 16 14:16:25.210039 dv-cinder-784763-7-iscsi neutron-server[93101]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 14:16:25.210039 dv-cinder-784763-7-iscsi neutron-server[93101]: conditions |= (models_v2.Port.network_id.in_( Jul 16 14:16:25.210039 dv-cinder-784763-7-iscsi neutron-server[93101]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 14:16:25.210039 dv-cinder-784763-7-iscsi neutron-server[93101]: conditions |= (models_v2.Port.network_id.in_( Jul 16 14:16:25.210039 dv-cinder-784763-7-iscsi neutron-server[93101]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 14:16:25.210039 dv-cinder-784763-7-iscsi neutron-server[93101]: conditions |= (models_v2.Port.network_id.in_( Jul 16 14:16:25.210039 dv-cinder-784763-7-iscsi neutron-server[93101]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 14:16:25.210039 dv-cinder-784763-7-iscsi neutron-server[93101]: conditions |= (models_v2.Port.network_id.in_( Jul 16 14:16:25.210039 dv-cinder-784763-7-iscsi neutron-server[93101]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 14:16:25.210039 dv-cinder-784763-7-iscsi neutron-server[93101]: conditions |= (models_v2.Port.network_id.in_( Jul 16 14:16:25.210039 dv-cinder-784763-7-iscsi neutron-server[93101]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 14:16:25.210039 dv-cinder-784763-7-iscsi neutron-server[93101]: conditions |= (models_v2.Port.network_id.in_( Jul 16 14:16:25.210039 dv-cinder-784763-7-iscsi neutron-server[93101]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 14:16:25.210039 dv-cinder-784763-7-iscsi neutron-server[93101]: conditions |= (models_v2.Port.network_id.in_( Jul 16 14:16:25.210039 dv-cinder-784763-7-iscsi neutron-server[93101]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 14:16:25.210039 dv-cinder-784763-7-iscsi neutron-server[93101]: conditions |= (models_v2.Port.network_id.in_( Jul 16 14:16:25.210039 dv-cinder-784763-7-iscsi neutron-server[93101]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 14:16:25.210039 dv-cinder-784763-7-iscsi neutron-server[93101]: conditions |= (models_v2.Port.network_id.in_( Jul 16 14:16:25.210039 dv-cinder-784763-7-iscsi neutron-server[93101]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 14:16:25.210039 dv-cinder-784763-7-iscsi neutron-server[93101]: conditions |= (models_v2.Port.network_id.in_( Jul 16 14:16:25.210039 dv-cinder-784763-7-iscsi neutron-server[93101]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 14:16:25.210039 dv-cinder-784763-7-iscsi neutron-server[93101]: conditions |= (models_v2.Port.network_id.in_( Jul 16 14:16:25.210039 dv-cinder-784763-7-iscsi neutron-server[93101]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 14:16:25.210039 dv-cinder-784763-7-iscsi neutron-server[93101]: conditions |= (models_v2.Port.network_id.in_( Jul 16 14:16:25.210039 dv-cinder-784763-7-iscsi neutron-server[93101]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 14:16:25.210039 dv-cinder-784763-7-iscsi neutron-server[93101]: conditions |= (models_v2.Port.network_id.in_( Jul 16 14:16:25.210039 dv-cinder-784763-7-iscsi neutron-server[93101]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 14:16:25.210039 dv-cinder-784763-7-iscsi neutron-server[93101]: conditions |= (models_v2.Port.network_id.in_( Jul 16 14:16:25.210039 dv-cinder-784763-7-iscsi neutron-server[93101]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 14:16:25.210039 dv-cinder-784763-7-iscsi neutron-server[93101]: conditions |= (models_v2.Port.network_id.in_( Jul 16 14:16:25.210039 dv-cinder-784763-7-iscsi neutron-server[93101]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 14:16:25.210039 dv-cinder-784763-7-iscsi neutron-server[93101]: conditions |= (models_v2.Port.network_id.in_( Jul 16 14:16:25.210039 dv-cinder-784763-7-iscsi neutron-server[93101]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 14:16:25.210039 dv-cinder-784763-7-iscsi neutron-server[93101]: conditions |= (models_v2.Port.network_id.in_( Jul 16 14:16:25.210039 dv-cinder-784763-7-iscsi neutron-server[93101]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 14:16:25.210039 dv-cinder-784763-7-iscsi neutron-server[93101]: conditions |= (models_v2.Port.network_id.in_( Jul 16 14:16:25.210039 dv-cinder-784763-7-iscsi neutron-server[93101]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 14:16:25.210039 dv-cinder-784763-7-iscsi neutron-server[93101]: conditions |= (models_v2.Port.network_id.in_( Jul 16 14:16:25.210039 dv-cinder-784763-7-iscsi neutron-server[93101]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 14:16:25.210039 dv-cinder-784763-7-iscsi neutron-server[93101]: conditions |= (models_v2.Port.network_id.in_( Jul 16 14:16:25.210039 dv-cinder-784763-7-iscsi neutron-server[93101]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 14:16:25.210039 dv-cinder-784763-7-iscsi neutron-server[93101]: conditions |= (models_v2.Port.network_id.in_( Jul 16 14:16:25.210039 dv-cinder-784763-7-iscsi neutron-server[93101]: Traceback (most recent call last): Jul 16 14:16:25.210039 dv-cinder-784763-7-iscsi neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 14:16:25.210039 dv-cinder-784763-7-iscsi neutron-server[93101]: timer() Jul 16 14:16:25.210039 dv-cinder-784763-7-iscsi neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 14:16:25.210039 dv-cinder-784763-7-iscsi neutron-server[93101]: cb(*args, **kw) Jul 16 14:16:25.210039 dv-cinder-784763-7-iscsi neutron-server[93101]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 14:16:25.210039 dv-cinder-784763-7-iscsi neutron-server[93101]: return func(*args, **kwargs) Jul 16 14:16:25.210039 dv-cinder-784763-7-iscsi neutron-server[93101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 14:16:25.210039 dv-cinder-784763-7-iscsi neutron-server[93101]: self._notify() Jul 16 14:16:25.210039 dv-cinder-784763-7-iscsi neutron-server[93101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 14:16:25.210039 dv-cinder-784763-7-iscsi neutron-server[93101]: self.callback(batched_events) Jul 16 14:16:25.210039 dv-cinder-784763-7-iscsi neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 14:16:25.210039 dv-cinder-784763-7-iscsi neutron-server[93101]: event.method(event) Jul 16 14:16:25.210039 dv-cinder-784763-7-iscsi neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 14:16:25.210039 dv-cinder-784763-7-iscsi neutron-server[93101]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 14:16:25.210039 dv-cinder-784763-7-iscsi neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 14:16:25.214344 dv-cinder-784763-7-iscsi neutron-server[93101]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 14:16:25.214344 dv-cinder-784763-7-iscsi neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 14:16:25.214344 dv-cinder-784763-7-iscsi neutron-server[93101]: return f(self, *a, **k) Jul 16 14:16:25.214344 dv-cinder-784763-7-iscsi neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 14:16:25.214344 dv-cinder-784763-7-iscsi neutron-server[93101]: return self._get(url).json() Jul 16 14:16:25.214344 dv-cinder-784763-7-iscsi neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 14:16:25.214344 dv-cinder-784763-7-iscsi neutron-server[93101]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 14:16:25.214344 dv-cinder-784763-7-iscsi neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 14:16:25.214344 dv-cinder-784763-7-iscsi neutron-server[93101]: return self.request(url, 'GET', **kwargs) Jul 16 14:16:25.214344 dv-cinder-784763-7-iscsi neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 14:16:25.214344 dv-cinder-784763-7-iscsi neutron-server[93101]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 14:16:25.214344 dv-cinder-784763-7-iscsi neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 14:16:25.214344 dv-cinder-784763-7-iscsi neutron-server[93101]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 14:16:25.214344 dv-cinder-784763-7-iscsi neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 14:16:25.214344 dv-cinder-784763-7-iscsi neutron-server[93101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 14:16:25.214344 dv-cinder-784763-7-iscsi neutron-server[93101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 14:16:25.277689 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a2422359-aa41-42cb-a5a5-ad1f3e566197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16499645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611519'] for network, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:16:25.289615 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a2422359-aa41-42cb-a5a5-ad1f3e566197 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583268'] for network, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:16:25.292396 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-a2422359-aa41-42cb-a5a5-ad1f3e566197 admin admin] 10.222.0.10 "DELETE /v2.0/networks/ca379b53-6cd0-4a7d-b445-95792e20ce65 HTTP/1.1" status: 204 len: 168 time: 0.7079749 Jul 16 14:16:25.295243 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 39632) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:16:25.301840 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2422359-aa41-42cb-a5a5-ad1f3e566197 admin admin] Pushing event deleted for resources: {'Network': ['ID=ca379b53-6cd0-4a7d-b445-95792e20ce65,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:16:25.551348 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc21fb1c-a8c6-4383-846a-13a16971e5cd req-b6144302-f29b-4de4-9e64-12eefcdc6c8c tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:16:25.552753 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-fc21fb1c-a8c6-4383-846a-13a16971e5cd req-b6144302-f29b-4de4-9e64-12eefcdc6c8c tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] 10.222.0.10 "GET /v2.0/ports?device_id=66da813a-f0e4-417d-a131-28c9b0422793 HTTP/1.1" status: 200 len: 945 time: 0.1160190 Jul 16 14:16:25.635254 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-fc21fb1c-a8c6-4383-846a-13a16971e5cd req-e4641b67-4352-4468-bef5-24115200d4c4 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb179e6f-d2a9-4984-b7ac-580abaad5e34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654640 Jul 16 14:16:25.717486 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-21ef7eea-0d54-4896-bc4c-9054947f18f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680361'] for router_interface, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:16:25.809761 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e032853-bfb7-4033-bd41-5c3d214bdde5 req-9dd29bf6-318e-4e7c-8b4c-4abe2c092ec8 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:16:25.811278 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-7e032853-bfb7-4033-bd41-5c3d214bdde5 req-9dd29bf6-318e-4e7c-8b4c-4abe2c092ec8 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] 10.222.0.10 "GET /v2.0/ports?device_id=66da813a-f0e4-417d-a131-28c9b0422793 HTTP/1.1" status: 200 len: 945 time: 0.0646667 Jul 16 14:16:25.850466 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-7e032853-bfb7-4033-bd41-5c3d214bdde5 req-fc3ba09b-0f44-4d65-9918-96cee956c8c0 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb179e6f-d2a9-4984-b7ac-580abaad5e34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334618 Jul 16 14:16:25.875734 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 39638) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:16:25.938250 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24deb84c-f9e0-4459-88af-233fb1b45520 tempest-TestVolumeBootPattern-1905951098 tempest-TestVolumeBootPattern-1905951098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:16:25.939806 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-24deb84c-f9e0-4459-88af-233fb1b45520 tempest-TestVolumeBootPattern-1905951098 tempest-TestVolumeBootPattern-1905951098-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=66da813a-f0e4-417d-a131-28c9b0422793 HTTP/1.1" status: 200 len: 1093 time: 0.0629368 Jul 16 14:16:25.942514 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 39640) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:16:25.947424 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.v2.base [None req-c07ac7c2-92f7-4f80-9047-3fd351c8a8d4 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Request body: {'floatingip': {'floating_network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'port_id': 'a436a34a-2634-4967-9819-3e812bbeffed', 'tenant_id': '32619117d80748f8a1f9559a81d3503d', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:16:25.970794 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c07ac7c2-92f7-4f80-9047-3fd351c8a8d4 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Notify callbacks [] for floatingip, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:16:25.972148 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-21ef7eea-0d54-4896-bc4c-9054947f18f8 admin admin] Deleting port 547da05b-16f1-4724-82c8-dc7929632dec {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 14:16:25.972589 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-21ef7eea-0d54-4896-bc4c-9054947f18f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736156223663'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:16:26.054816 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.db [None req-21ef7eea-0d54-4896-bc4c-9054947f18f8 admin admin] For port 547da05b-16f1-4724-82c8-dc7929632dec, host dv-cinder-784763-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-7-iscsi',level=0,port_id=547da05b-16f1-4724-82c8-dc7929632dec,segment=NetworkSegment(4b50e8fb-c11e-414a-a0ea-30e9a44526da),segment_id=4b50e8fb-c11e-414a-a0ea-30e9a44526da)] {{(pid=93102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:16:26.055185 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-21ef7eea-0d54-4896-bc4c-9054947f18f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683922'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:16:26.065374 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c07ac7c2-92f7-4f80-9047-3fd351c8a8d4 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:16:26.068035 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-21ef7eea-0d54-4896-bc4c-9054947f18f8 admin admin] Calling delete_port for 547da05b-16f1-4724-82c8-dc7929632dec owned by network:router_interface {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 14:16:26.182024 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [None req-c07ac7c2-92f7-4f80-9047-3fd351c8a8d4 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Allocated IP 172.27.1.135 (0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da/898cf826-a558-482b-96e1-37cc6b0abbc7/7abcabf5-9ee5-4d5c-9546-a5e0fc385c32) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 14:16:26.265159 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-21ef7eea-0d54-4896-bc4c-9054947f18f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736156224386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736155824267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4062758'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:16:26.289888 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ef7eea-0d54-4896-bc4c-9054947f18f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=547da05b-16f1-4724-82c8-dc7929632dec,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:16:26.308129 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c07ac7c2-92f7-4f80-9047-3fd351c8a8d4 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:16:26.354491 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c07ac7c2-92f7-4f80-9047-3fd351c8a8d4 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736155824258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3541925'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:16:26.402037 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c07ac7c2-92f7-4f80-9047-3fd351c8a8d4 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Network 0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 14:16:26.406100 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-c07ac7c2-92f7-4f80-9047-3fd351c8a8d4 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 14:16:26.411898 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07ac7c2-92f7-4f80-9047-3fd351c8a8d4 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 14:16:26.436198 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07ac7c2-92f7-4f80-9047-3fd351c8a8d4 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Pushing event updated for resources: {'Port': ['ID=7abcabf5-9ee5-4d5c-9546-a5e0fc385c32,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:16:26.486017 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-21ef7eea-0d54-4896-bc4c-9054947f18f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-677689'] for router_interface, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:16:26.547265 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Device 78f449e9-6e16-4461-a458-149e2dc1d798 no longer exists at agent ovs-agent-dv-cinder-784763-7-iscsi {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 14:16:26.568315 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] No Port match for: 78f449e9-6e16-4461-a458-149e2dc1d798 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 14:16:26.568585 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Device 78f449e9-6e16-4461-a458-149e2dc1d798 not bound to the agent host dv-cinder-784763-7-iscsi {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 14:16:26.569046 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Device b2e8bef9-7245-4fe9-9b91-50aeb5acbcbd no longer exists at agent ovs-agent-dv-cinder-784763-7-iscsi {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 14:16:26.587562 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] No Port match for: b2e8bef9-7245-4fe9-9b91-50aeb5acbcbd {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 14:16:26.587916 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Device b2e8bef9-7245-4fe9-9b91-50aeb5acbcbd not bound to the agent host dv-cinder-784763-7-iscsi {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 14:16:26.730617 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21ef7eea-0d54-4896-bc4c-9054947f18f8 admin admin] Router 998817d9-5034-43aa-a31d-51c446712958 has already been hosted by L3 agent d50ece19-a35b-4d9c-a2c6-6c45fbfb3bdd {{(pid=93102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 14:16:26.827090 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c07ac7c2-92f7-4f80-9047-3fd351c8a8d4 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:16:26.835565 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21ef7eea-0d54-4896-bc4c-9054947f18f8 admin admin] Notify agent at l3_agent.dv-cinder-784763-7-iscsi the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 14:16:26.843659 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-21ef7eea-0d54-4896-bc4c-9054947f18f8 admin admin] 10.222.0.10 "PUT /v2.0/routers/998817d9-5034-43aa-a31d-51c446712958/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5444446 Jul 16 14:16:26.843659 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 39642) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:16:26.846414 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ac6fdd-87f9-41f9-8e90-bd82cc2d1ffd None None] Sync routers for ids ['998817d9-5034-43aa-a31d-51c446712958'] in dv-cinder-784763-7-iscsi {{(pid=93105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 14:16:26.856907 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ac6fdd-87f9-41f9-8e90-bd82cc2d1ffd None None] Routers {'998817d9-5034-43aa-a31d-51c446712958'} bound to L3 agent in host dv-cinder-784763-7-iscsi {{(pid=93105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 14:16:26.857676 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.l3_hamode_db [None req-19ac6fdd-87f9-41f9-8e90-bd82cc2d1ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T13:57:50Z,description=,heartbeat_timestamp=2021-07-16T14:16:20Z,host='dv-cinder-784763-7-iscsi',id=d50ece19-a35b-4d9c-a2c6-6c45fbfb3bdd,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T13:57:50Z,topic='l3_agent')) {'router_ids': ['998817d9-5034-43aa-a31d-51c446712958'], 'active': True} {{(pid=93105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:16:26.918197 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c07ac7c2-92f7-4f80-9047-3fd351c8a8d4 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:16:26.956706 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4e78676b-ddcf-42cd-89e0-46a1c40305f1 admin admin] Notify callbacks [] for router, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:16:27.059987 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvr_db [None req-19ac6fdd-87f9-41f9-8e90-bd82cc2d1ffd None None] Set router 998817d9-5034-43aa-a31d-51c446712958 gateway port host: dv-cinder-784763-7-iscsi {{(pid=93105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 14:16:27.064855 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4e78676b-ddcf-42cd-89e0-46a1c40305f1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:16:27.092074 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c07ac7c2-92f7-4f80-9047-3fd351c8a8d4 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:16:27.098717 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c07ac7c2-92f7-4f80-9047-3fd351c8a8d4 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736156224341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736155824276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736155824294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3541916'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:16:27.122697 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-4e78676b-ddcf-42cd-89e0-46a1c40305f1 admin admin] Deleting port 1c33fd97-733d-4744-9feb-a7dade94aae2 {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 14:16:27.123041 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4e78676b-ddcf-42cd-89e0-46a1c40305f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736156223663'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:16:27.171652 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07ac7c2-92f7-4f80-9047-3fd351c8a8d4 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Pushing event updated for resources: {'Port': ['ID=7abcabf5-9ee5-4d5c-9546-a5e0fc385c32,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:16:27.187812 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c07ac7c2-92f7-4f80-9047-3fd351c8a8d4 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-611497'] for floatingip, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:16:27.215580 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.db [None req-4e78676b-ddcf-42cd-89e0-46a1c40305f1 admin admin] For port 1c33fd97-733d-4744-9feb-a7dade94aae2, host dv-cinder-784763-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-7-iscsi',level=0,port_id=1c33fd97-733d-4744-9feb-a7dade94aae2,segment=NetworkSegment(6901d94e-17f9-4035-ba46-6b4e81a8dcfc),segment_id=6901d94e-17f9-4035-ba46-6b4e81a8dcfc)] {{(pid=93102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:16:27.216073 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4e78676b-ddcf-42cd-89e0-46a1c40305f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683922'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:16:27.237763 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-4e78676b-ddcf-42cd-89e0-46a1c40305f1 admin admin] Calling delete_port for 1c33fd97-733d-4744-9feb-a7dade94aae2 owned by network:router_gateway {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 14:16:27.257406 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.l3_hamode_db [None req-19ac6fdd-87f9-41f9-8e90-bd82cc2d1ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '998817d9-5034-43aa-a31d-51c446712958', 'name': 'tempest-TestMinimumBasicScenario-1761592122-router', 'tenant_id': 'd33b90607102429c93ba51592b596981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'external_fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.130'}], 'enable_snat': True}, 'gw_port_id': '1c33fd97-733d-4744-9feb-a7dade94aae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T14:14:08Z', 'updated_at': '2021-07-16T14:16:26Z', 'revision_number': 5, 'project_id': 'd33b90607102429c93ba51592b596981', 'gw_port': {'id': '1c33fd97-733d-4744-9feb-a7dade94aae2', 'name': '', 'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:20:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '998817d9-5034-43aa-a31d-51c446712958', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:14:09Z', 'updated_at': '2021-07-16T14:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-7-iscsi'}], 'dv-cinder-784763-7-iscsi', False) {} {{(pid=93105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:16:27.285305 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ac6fdd-87f9-41f9-8e90-bd82cc2d1ffd None None] Checking router: 998817d9-5034-43aa-a31d-51c446712958 for host: dv-cinder-784763-7-iscsi {{(pid=93105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 14:16:27.292255 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.db.l3_db [None req-c07ac7c2-92f7-4f80-9047-3fd351c8a8d4 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Floating IP ac54fc7f-7f77-4177-be67-c8fb65accbe1 associated. External IP: 172.27.1.135, port: a436a34a-2634-4967-9819-3e812bbeffed. Jul 16 14:16:27.294955 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ac6fdd-87f9-41f9-8e90-bd82cc2d1ffd None None] Routers {'998817d9-5034-43aa-a31d-51c446712958'} bound to L3 agent in host dv-cinder-784763-7-iscsi {{(pid=93105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 14:16:27.295665 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.l3_hamode_db [None req-19ac6fdd-87f9-41f9-8e90-bd82cc2d1ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T13:57:50Z,description=,heartbeat_timestamp=2021-07-16T14:16:20Z,host='dv-cinder-784763-7-iscsi',id=d50ece19-a35b-4d9c-a2c6-6c45fbfb3bdd,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T13:57:50Z,topic='l3_agent')) {'router_ids': ['998817d9-5034-43aa-a31d-51c446712958'], 'active': True} {{(pid=93105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:16:27.388539 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvr_db [None req-19ac6fdd-87f9-41f9-8e90-bd82cc2d1ffd None None] Set router 998817d9-5034-43aa-a31d-51c446712958 gateway port host: None {{(pid=93105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 14:16:27.449578 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.l3_hamode_db [None req-19ac6fdd-87f9-41f9-8e90-bd82cc2d1ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '998817d9-5034-43aa-a31d-51c446712958', 'name': 'tempest-TestMinimumBasicScenario-1761592122-router', 'tenant_id': 'd33b90607102429c93ba51592b596981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T14:14:08Z', 'updated_at': '2021-07-16T14:16:27Z', 'revision_number': 6, 'project_id': 'd33b90607102429c93ba51592b596981', 'gw_port_host': None}], 'dv-cinder-784763-7-iscsi', False) {} {{(pid=93105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:16:27.479222 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ac6fdd-87f9-41f9-8e90-bd82cc2d1ffd None None] The sync data for ids ['998817d9-5034-43aa-a31d-51c446712958'] in dv-cinder-784763-7-iscsi is: [{'id': '998817d9-5034-43aa-a31d-51c446712958', 'name': 'tempest-TestMinimumBasicScenario-1761592122-router', 'tenant_id': 'd33b90607102429c93ba51592b596981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T14:14:08Z', 'updated_at': '2021-07-16T14:16:27Z', 'revision_number': 6, 'project_id': 'd33b90607102429c93ba51592b596981', 'gw_port_host': None}] {{(pid=93105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 14:16:27.508064 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c07ac7c2-92f7-4f80-9047-3fd351c8a8d4 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Router e927a0a9-ad79-441d-8740-ad848a86a719 has already been hosted by L3 agent d50ece19-a35b-4d9c-a2c6-6c45fbfb3bdd {{(pid=93101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 14:16:27.622411 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c07ac7c2-92f7-4f80-9047-3fd351c8a8d4 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Notify agent at l3_agent.dv-cinder-784763-7-iscsi the message routers_updated {{(pid=93101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 14:16:27.632651 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4282095b-e28a-4320-98bf-3082a41d4ab6 None None] Sync routers for ids ['e927a0a9-ad79-441d-8740-ad848a86a719'] in dv-cinder-784763-7-iscsi {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 14:16:27.640930 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c07ac7c2-92f7-4f80-9047-3fd351c8a8d4 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72406'] for floatingip, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:16:27.645122 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4282095b-e28a-4320-98bf-3082a41d4ab6 None None] Routers {'e927a0a9-ad79-441d-8740-ad848a86a719'} bound to L3 agent in host dv-cinder-784763-7-iscsi {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 14:16:27.645869 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-4282095b-e28a-4320-98bf-3082a41d4ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T13:57:50Z,description=,heartbeat_timestamp=2021-07-16T14:16:20Z,host='dv-cinder-784763-7-iscsi',id=d50ece19-a35b-4d9c-a2c6-6c45fbfb3bdd,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T13:57:50Z,topic='l3_agent')) {'router_ids': ['e927a0a9-ad79-441d-8740-ad848a86a719'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:16:27.688540 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-c07ac7c2-92f7-4f80-9047-3fd351c8a8d4 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7449687 Jul 16 14:16:27.689166 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66da813a-f0e4-417d-a131-28c9b0422793', 'tag': 'a436a34a-2634-4967-9819-3e812bbeffed'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 14:16:27.691581 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}669b174d507dea59856bca4514a747f2bad56b4b9d456cc0353e9cf2427ac1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d305c3a-439a-412c-ad1d-e46c8869f54a" -d '{"events": [{"name": "network-changed", "server_uuid": "66da813a-f0e4-417d-a131-28c9b0422793", "tag": "a436a34a-2634-4967-9819-3e812bbeffed"}]}' {{(pid=93101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 14:16:27.714733 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4e78676b-ddcf-42cd-89e0-46a1c40305f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736156224386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736155824267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4062758'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:16:27.735383 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 14:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9d01539-0094-40f1-877c-d84ab0e40866 x-openstack-request-id: req-c9d01539-0094-40f1-877c-d84ab0e40866 {{(pid=93101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 14:16:27.735677 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66da813a-f0e4-417d-a131-28c9b0422793", "tag": "a436a34a-2634-4967-9819-3e812bbeffed", "status": "completed", "code": 200}]} {{(pid=93101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 14:16:27.735932 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c9d01539-0094-40f1-877c-d84ab0e40866 {{(pid=93101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 14:16:27.736334 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66da813a-f0e4-417d-a131-28c9b0422793', 'tag': 'a436a34a-2634-4967-9819-3e812bbeffed', 'status': 'completed', 'code': 200} Jul 16 14:16:27.759205 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e78676b-ddcf-42cd-89e0-46a1c40305f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c33fd97-733d-4744-9feb-a7dade94aae2,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:16:27.770656 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-4282095b-e28a-4320-98bf-3082a41d4ab6 None None] Set router e927a0a9-ad79-441d-8740-ad848a86a719 gateway port host: dv-cinder-784763-7-iscsi {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 14:16:27.822616 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4e78676b-ddcf-42cd-89e0-46a1c40305f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-611427'] for router_gateway, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:16:27.846445 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d305c3a-439a-412c-ad1d-e46c8869f54a req-78764c92-0a4b-4705-aa42-3960605631ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:16:27.847983 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-8d305c3a-439a-412c-ad1d-e46c8869f54a req-78764c92-0a4b-4705-aa42-3960605631ea service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=32619117d80748f8a1f9559a81d3503d&device_id=66da813a-f0e4-417d-a131-28c9b0422793 HTTP/1.1" status: 200 len: 1098 time: 0.0666993 Jul 16 14:16:27.935124 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4e78676b-ddcf-42cd-89e0-46a1c40305f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6801'] for router, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:16:27.937857 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4e78676b-ddcf-42cd-89e0-46a1c40305f1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:16:27.950322 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d305c3a-439a-412c-ad1d-e46c8869f54a req-33fe461d-d9f7-43cb-b420-0ceab7918a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:16:27.956792 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-8d305c3a-439a-412c-ad1d-e46c8869f54a req-33fe461d-d9f7-43cb-b420-0ceab7918a7d service neutron] 10.222.0.25 "GET /v2.0/networks?id=bdf51055-487a-47c6-ba40-7101ea8f6992 HTTP/1.1" status: 200 len: 912 time: 0.0991571 Jul 16 14:16:27.996478 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4e78676b-ddcf-42cd-89e0-46a1c40305f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-684001'] for router, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:16:27.997821 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e78676b-ddcf-42cd-89e0-46a1c40305f1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 998817d9-5034-43aa-a31d-51c446712958 {{(pid=93102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 14:16:28.002521 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4e78676b-ddcf-42cd-89e0-46a1c40305f1 admin admin] Notify callbacks [] for router, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:16:28.006324 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-4e78676b-ddcf-42cd-89e0-46a1c40305f1 admin admin] 10.222.0.10 "DELETE /v2.0/routers/998817d9-5034-43aa-a31d-51c446712958 HTTP/1.1" status: 204 len: 168 time: 1.1621606 Jul 16 14:16:28.006948 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 39648) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:16:28.030245 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-8d305c3a-439a-412c-ad1d-e46c8869f54a req-d1efd450-b4be-4998-b874-28053adc7b6a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a436a34a-2634-4967-9819-3e812bbeffed HTTP/1.1" status: 200 len: 999 time: 0.0700636 Jul 16 14:16:28.030510 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-4282095b-e28a-4320-98bf-3082a41d4ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e927a0a9-ad79-441d-8740-ad848a86a719', 'name': 'tempest-TestVolumeBootPattern-515783362-router', 'tenant_id': '32619117d80748f8a1f9559a81d3503d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'external_fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': '5aa0f06c-52a3-449c-96e0-073d47e80e2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T14:13:09Z', 'updated_at': '2021-07-16T14:13:12Z', 'revision_number': 4, 'project_id': '32619117d80748f8a1f9559a81d3503d', 'gw_port': {'id': '5aa0f06c-52a3-449c-96e0-073d47e80e2a', 'name': '', 'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:0a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e927a0a9-ad79-441d-8740-ad848a86a719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:13:10Z', 'updated_at': '2021-07-16T14:13:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-7-iscsi', '_floatingips': [{'id': 'ac54fc7f-7f77-4177-be67-c8fb65accbe1', 'tenant_id': '32619117d80748f8a1f9559a81d3503d', 'floating_ip_address': '172.27.1.135', 'floating_network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'router_id': 'e927a0a9-ad79-441d-8740-ad848a86a719', 'port_id': 'a436a34a-2634-4967-9819-3e812bbeffed', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdf51055-487a-47c6-ba40-7101ea8f6992', 'mac_address': 'fa:16:3e:1f:78:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66da813a-f0e4-417d-a131-28c9b0422793', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T14:16:26Z', 'updated_at': '2021-07-16T14:16:26Z', 'revision_number': 0, 'project_id': '32619117d80748f8a1f9559a81d3503d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a1a6ced-9c5d-4a27-ac15-7847d3bc7409', 'name': '', 'network_id': 'bdf51055-487a-47c6-ba40-7101ea8f6992', 'tenant_id': '32619117d80748f8a1f9559a81d3503d', 'mac_address': 'fa:16:3e:67:a0:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e927a0a9-ad79-441d-8740-ad848a86a719', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '434d79b6-168f-4988-9fda-3d5972d38d97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:13:12Z', 'updated_at': '2021-07-16T14:13:18Z', 'revision_number': 5, 'project_id': '32619117d80748f8a1f9559a81d3503d', 'subnets': [{'id': '434d79b6-168f-4988-9fda-3d5972d38d97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-7-iscsi', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:16:28.053359 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.db.db_base_plugin_v2 [None req-907d8760-436b-459b-ad1d-02e374f4c668 admin admin] Deleting subnet 40f37b66-5f53-4fe7-af9d-6124db87a1c3 {{(pid=93102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 14:16:28.057052 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-907d8760-436b-459b-ad1d-02e374f4c668 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:16:28.057592 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4282095b-e28a-4320-98bf-3082a41d4ab6 None None] Checking router: e927a0a9-ad79-441d-8740-ad848a86a719 for host: dv-cinder-784763-7-iscsi {{(pid=93103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 14:16:28.066860 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4282095b-e28a-4320-98bf-3082a41d4ab6 None None] Routers {'e927a0a9-ad79-441d-8740-ad848a86a719'} bound to L3 agent in host dv-cinder-784763-7-iscsi {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 14:16:28.067482 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-4282095b-e28a-4320-98bf-3082a41d4ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T13:57:50Z,description=,heartbeat_timestamp=2021-07-16T14:16:20Z,host='dv-cinder-784763-7-iscsi',id=d50ece19-a35b-4d9c-a2c6-6c45fbfb3bdd,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T13:57:50Z,topic='l3_agent')) {'router_ids': ['e927a0a9-ad79-441d-8740-ad848a86a719'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:16:28.088173 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d305c3a-439a-412c-ad1d-e46c8869f54a req-971cb6ad-1fd1-4b61-923d-dfc12320e54b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:16:28.090147 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-8d305c3a-439a-412c-ad1d-e46c8869f54a req-971cb6ad-1fd1-4b61-923d-dfc12320e54b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=434d79b6-168f-4988-9fda-3d5972d38d97 HTTP/1.1" status: 200 len: 850 time: 0.0541642 Jul 16 14:16:28.094593 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-907d8760-436b-459b-ad1d-02e374f4c668 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4062852'] for subnet, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:16:28.147176 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d305c3a-439a-412c-ad1d-e46c8869f54a req-80cc821c-0630-48d9-8293-a62ef4c08494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:16:28.148860 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-8d305c3a-439a-412c-ad1d-e46c8869f54a req-80cc821c-0630-48d9-8293-a62ef4c08494 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=bdf51055-487a-47c6-ba40-7101ea8f6992&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0526891 Jul 16 14:16:28.180288 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-4282095b-e28a-4320-98bf-3082a41d4ab6 None None] Set router e927a0a9-ad79-441d-8740-ad848a86a719 gateway port host: dv-cinder-784763-7-iscsi {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 14:16:28.187176 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-907d8760-436b-459b-ad1d-02e374f4c668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16506816'] for subnet, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:16:28.245477 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-8d305c3a-439a-412c-ad1d-e46c8869f54a req-7273b2dc-0514-4f2f-a6b1-f1f3a8653ccd service neutron] 10.222.0.25 "GET /v2.0/networks/bdf51055-487a-47c6-ba40-7101ea8f6992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900292 Jul 16 14:16:28.247093 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-907d8760-436b-459b-ad1d-02e374f4c668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16506871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4062805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3919862'] for subnet, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:16:28.276433 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907d8760-436b-459b-ad1d-02e374f4c668 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40f37b66-5f53-4fe7-af9d-6124db87a1c3,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:16:28.280607 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-907d8760-436b-459b-ad1d-02e374f4c668 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583268'] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:16:28.282748 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-907d8760-436b-459b-ad1d-02e374f4c668 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/40f37b66-5f53-4fe7-af9d-6124db87a1c3 HTTP/1.1" status: 204 len: 168 time: 0.2748141 Jul 16 14:16:28.285513 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 39650) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:16:28.302063 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61f188e7-ab86-40f9-93c2-4069ba66ad68 None None] Network 04a69767-41a2-4aa4-b6f0-b485d6f12d5f requested from dv-cinder-784763-7-iscsi {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 14:16:28.348341 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-8d305c3a-439a-412c-ad1d-e46c8869f54a req-4a35bb4a-38a6-4b1c-a9c5-9867a0bfc5fc service neutron] 10.222.0.25 "GET /v2.0/networks/bdf51055-487a-47c6-ba40-7101ea8f6992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968564 Jul 16 14:16:28.385758 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-bdf2a6ed-bc22-4fb2-8f75-7eafa04e80db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16272555'] for network, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:16:28.448031 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-bdf2a6ed-bc22-4fb2-8f75-7eafa04e80db admin admin] Deleting port 0b2f5597-0ab0-47e0-9899-d8ca7e74d157 {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 14:16:28.448626 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-bdf2a6ed-bc22-4fb2-8f75-7eafa04e80db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736156223663'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:16:28.496056 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Device 1c33fd97-733d-4744-9feb-a7dade94aae2 no longer exists at agent ovs-agent-dv-cinder-784763-7-iscsi {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 14:16:28.525166 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.db [None req-bdf2a6ed-bc22-4fb2-8f75-7eafa04e80db admin admin] For port 0b2f5597-0ab0-47e0-9899-d8ca7e74d157, host dv-cinder-784763-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-7-iscsi',level=0,port_id=0b2f5597-0ab0-47e0-9899-d8ca7e74d157,segment=NetworkSegment(4b50e8fb-c11e-414a-a0ea-30e9a44526da),segment_id=4b50e8fb-c11e-414a-a0ea-30e9a44526da)] {{(pid=93102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:16:28.525697 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-bdf2a6ed-bc22-4fb2-8f75-7eafa04e80db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683922'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:16:28.528033 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] No Port match for: 1c33fd97-733d-4744-9feb-a7dade94aae2 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 14:16:28.528381 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Device 1c33fd97-733d-4744-9feb-a7dade94aae2 not bound to the agent host dv-cinder-784763-7-iscsi {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 14:16:28.528824 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Device 547da05b-16f1-4724-82c8-dc7929632dec no longer exists at agent ovs-agent-dv-cinder-784763-7-iscsi {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 14:16:28.538387 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-bdf2a6ed-bc22-4fb2-8f75-7eafa04e80db admin admin] Calling delete_port for 0b2f5597-0ab0-47e0-9899-d8ca7e74d157 owned by network:dhcp {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 14:16:28.558498 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] No Port match for: 547da05b-16f1-4724-82c8-dc7929632dec {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 14:16:28.558847 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Device 547da05b-16f1-4724-82c8-dc7929632dec not bound to the agent host dv-cinder-784763-7-iscsi {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 14:16:28.632401 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-bdf2a6ed-bc22-4fb2-8f75-7eafa04e80db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736156224386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736155824267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4062758'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:16:28.663056 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf2a6ed-bc22-4fb2-8f75-7eafa04e80db admin admin] Pushing event deleted for resources: {'Port': ['ID=0b2f5597-0ab0-47e0-9899-d8ca7e74d157,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:16:28.667096 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf2a6ed-bc22-4fb2-8f75-7eafa04e80db admin admin] No DVR routers for this DVR port 0b2f5597-0ab0-47e0-9899-d8ca7e74d157 on host dv-cinder-784763-7-iscsi {{(pid=93102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 14:16:28.747295 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-bdf2a6ed-bc22-4fb2-8f75-7eafa04e80db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16499620', 'neutron.services.segments.db._delete_segments_for_network-8736156337740'] for network, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:16:28.748711 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-4282095b-e28a-4320-98bf-3082a41d4ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e927a0a9-ad79-441d-8740-ad848a86a719', 'name': 'tempest-TestVolumeBootPattern-515783362-router', 'tenant_id': '32619117d80748f8a1f9559a81d3503d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'external_fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': '5aa0f06c-52a3-449c-96e0-073d47e80e2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T14:13:09Z', 'updated_at': '2021-07-16T14:13:12Z', 'revision_number': 4, 'project_id': '32619117d80748f8a1f9559a81d3503d', 'gw_port': {'id': '5aa0f06c-52a3-449c-96e0-073d47e80e2a', 'name': '', 'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:0a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e927a0a9-ad79-441d-8740-ad848a86a719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:13:10Z', 'updated_at': '2021-07-16T14:13:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-7-iscsi', '_floatingips': [{'id': 'ac54fc7f-7f77-4177-be67-c8fb65accbe1', 'tenant_id': '32619117d80748f8a1f9559a81d3503d', 'floating_ip_address': '172.27.1.135', 'floating_network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'router_id': 'e927a0a9-ad79-441d-8740-ad848a86a719', 'port_id': 'a436a34a-2634-4967-9819-3e812bbeffed', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdf51055-487a-47c6-ba40-7101ea8f6992', 'mac_address': 'fa:16:3e:1f:78:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66da813a-f0e4-417d-a131-28c9b0422793', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T14:16:26Z', 'updated_at': '2021-07-16T14:16:26Z', 'revision_number': 0, 'project_id': '32619117d80748f8a1f9559a81d3503d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a1a6ced-9c5d-4a27-ac15-7847d3bc7409', 'name': '', 'network_id': 'bdf51055-487a-47c6-ba40-7101ea8f6992', 'tenant_id': '32619117d80748f8a1f9559a81d3503d', 'mac_address': 'fa:16:3e:67:a0:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e927a0a9-ad79-441d-8740-ad848a86a719', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '434d79b6-168f-4988-9fda-3d5972d38d97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:13:12Z', 'updated_at': '2021-07-16T14:13:18Z', 'revision_number': 5, 'project_id': '32619117d80748f8a1f9559a81d3503d', 'subnets': [{'id': '434d79b6-168f-4988-9fda-3d5972d38d97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-7-iscsi', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:16:28.758201 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.services.segments.db [None req-bdf2a6ed-bc22-4fb2-8f75-7eafa04e80db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04a69767-41a2-4aa4-b6f0-b485d6f12d5f']}} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:16:28.770063 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.services.segments.db [None req-bdf2a6ed-bc22-4fb2-8f75-7eafa04e80db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b50e8fb-c11e-414a-a0ea-30e9a44526da') {'for_net_delete': True} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:16:28.770616 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.services.segments.db [None req-bdf2a6ed-bc22-4fb2-8f75-7eafa04e80db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b50e8fb-c11e-414a-a0ea-30e9a44526da') {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:16:28.776278 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4282095b-e28a-4320-98bf-3082a41d4ab6 None None] The sync data for ids ['e927a0a9-ad79-441d-8740-ad848a86a719'] in dv-cinder-784763-7-iscsi is: [{'id': 'e927a0a9-ad79-441d-8740-ad848a86a719', 'name': 'tempest-TestVolumeBootPattern-515783362-router', 'tenant_id': '32619117d80748f8a1f9559a81d3503d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'external_fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': '5aa0f06c-52a3-449c-96e0-073d47e80e2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T14:13:09Z', 'updated_at': '2021-07-16T14:13:12Z', 'revision_number': 4, 'project_id': '32619117d80748f8a1f9559a81d3503d', 'gw_port': {'id': '5aa0f06c-52a3-449c-96e0-073d47e80e2a', 'name': '', 'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:0a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e927a0a9-ad79-441d-8740-ad848a86a719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:13:10Z', 'updated_at': '2021-07-16T14:13:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-7-iscsi', '_floatingips': [{'id': 'ac54fc7f-7f77-4177-be67-c8fb65accbe1', 'tenant_id': '32619117d80748f8a1f9559a81d3503d', 'floating_ip_address': '172.27.1.135', 'floating_network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'router_id': 'e927a0a9-ad79-441d-8740-ad848a86a719', 'port_id': 'a436a34a-2634-4967-9819-3e812bbeffed', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdf51055-487a-47c6-ba40-7101ea8f6992', 'mac_address': 'fa:16:3e:1f:78:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66da813a-f0e4-417d-a131-28c9b0422793', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T14:16:26Z', 'updated_at': '2021-07-16T14:16:26Z', 'revision_number': 0, 'project_id': '32619117d80748f8a1f9559a81d3503d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a1a6ced-9c5d-4a27-ac15-7847d3bc7409', 'name': '', 'network_id': 'bdf51055-487a-47c6-ba40-7101ea8f6992', 'tenant_id': '32619117d80748f8a1f9559a81d3503d', 'mac_address': 'fa:16:3e:67:a0:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e927a0a9-ad79-441d-8740-ad848a86a719', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '434d79b6-168f-4988-9fda-3d5972d38d97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:13:12Z', 'updated_at': '2021-07-16T14:13:18Z', 'revision_number': 5, 'project_id': '32619117d80748f8a1f9559a81d3503d', 'subnets': [{'id': '434d79b6-168f-4988-9fda-3d5972d38d97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 14:16:28.780069 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-bdf2a6ed-bc22-4fb2-8f75-7eafa04e80db admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736156340821', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4062899'] for segment, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:16:28.803197 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-bdf2a6ed-bc22-4fb2-8f75-7eafa04e80db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16512664'] for segment, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:16:28.807542 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16f176cd-1c81-4b4b-a38e-b3dcc2ebae45 None None] DHCP port deletion for 04a69767-41a2-4aa4-b6f0-b485d6f12d5f request from dv-cinder-784763-7-iscsi {{(pid=93103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 14:16:28.811197 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdf2a6ed-bc22-4fb2-8f75-7eafa04e80db admin admin] Releasing vlan 246 on physical network physnet1 to pool {{(pid=93102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 14:16:28.811705 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-bdf2a6ed-bc22-4fb2-8f75-7eafa04e80db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16512664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4063223'] for segment, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:16:28.815463 dv-cinder-784763-7-iscsi neutron-server[93102]: Traceback (most recent call last): Jul 16 14:16:28.815463 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 14:16:28.815463 dv-cinder-784763-7-iscsi neutron-server[93102]: timer() Jul 16 14:16:28.815463 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 14:16:28.815463 dv-cinder-784763-7-iscsi neutron-server[93102]: cb(*args, **kw) Jul 16 14:16:28.815463 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 14:16:28.815463 dv-cinder-784763-7-iscsi neutron-server[93102]: return func(*args, **kwargs) Jul 16 14:16:28.815463 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 14:16:28.815463 dv-cinder-784763-7-iscsi neutron-server[93102]: self._notify() Jul 16 14:16:28.815463 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 14:16:28.815463 dv-cinder-784763-7-iscsi neutron-server[93102]: self.callback(batched_events) Jul 16 14:16:28.815463 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 14:16:28.815463 dv-cinder-784763-7-iscsi neutron-server[93102]: event.method(event) Jul 16 14:16:28.815463 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 14:16:28.815463 dv-cinder-784763-7-iscsi neutron-server[93102]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 14:16:28.815463 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 14:16:28.815463 dv-cinder-784763-7-iscsi neutron-server[93102]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 14:16:28.815463 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 14:16:28.815463 dv-cinder-784763-7-iscsi neutron-server[93102]: return f(self, *a, **k) Jul 16 14:16:28.815463 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 14:16:28.815463 dv-cinder-784763-7-iscsi neutron-server[93102]: return self._get(url).json() Jul 16 14:16:28.815463 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 14:16:28.815463 dv-cinder-784763-7-iscsi neutron-server[93102]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 14:16:28.815463 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 14:16:28.815463 dv-cinder-784763-7-iscsi neutron-server[93102]: return self.request(url, 'GET', **kwargs) Jul 16 14:16:28.815463 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 14:16:28.815463 dv-cinder-784763-7-iscsi neutron-server[93102]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 14:16:28.815463 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 14:16:28.815463 dv-cinder-784763-7-iscsi neutron-server[93102]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 14:16:28.815463 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 14:16:28.815463 dv-cinder-784763-7-iscsi neutron-server[93102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 14:16:28.815463 dv-cinder-784763-7-iscsi neutron-server[93102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 14:16:28.876099 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-bdf2a6ed-bc22-4fb2-8f75-7eafa04e80db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16499645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611519'] for network, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:16:28.882279 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-bdf2a6ed-bc22-4fb2-8f75-7eafa04e80db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583268'] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:16:28.883971 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-bdf2a6ed-bc22-4fb2-8f75-7eafa04e80db admin admin] 10.222.0.10 "DELETE /v2.0/networks/04a69767-41a2-4aa4-b6f0-b485d6f12d5f HTTP/1.1" status: 204 len: 168 time: 0.5971298 Jul 16 14:16:28.897260 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf2a6ed-bc22-4fb2-8f75-7eafa04e80db admin admin] Pushing event deleted for resources: {'Network': ['ID=04a69767-41a2-4aa4-b6f0-b485d6f12d5f,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:16:28.984288 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7fc322-0d24-4ed4-ac15-478f47d212da None None] New status for floating IP ac54fc7f-7f77-4177-be67-c8fb65accbe1: ACTIVE {{(pid=93105) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 14:16:29.057253 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 39654) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:16:29.097443 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-e1952f17-313a-4783-b954-318f550e6cc6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=96ec9f8293764434aeaec617d3d548c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0388784 Jul 16 14:16:29.099985 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 39656) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:16:29.171628 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a7393a24-eeec-4e69-86bb-3d9e56287e0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:16:29.193677 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a7393a24-eeec-4e69-86bb-3d9e56287e0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:16:29.240482 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a7393a24-eeec-4e69-86bb-3d9e56287e0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:16:29.243154 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a7393a24-eeec-4e69-86bb-3d9e56287e0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:16:29.244315 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-a7393a24-eeec-4e69-86bb-3d9e56287e0d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/26029a25-4608-46af-9cbe-714edcd9e5bb HTTP/1.1" status: 204 len: 168 time: 0.1433883 Jul 16 14:16:29.253087 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7393a24-eeec-4e69-86bb-3d9e56287e0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26029a25-4608-46af-9cbe-714edcd9e5bb,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:16:29.556258 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 39662) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:16:29.600032 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-fa73cad7-bcec-4078-af8c-8524ca79e3a9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d33b90607102429c93ba51592b596981&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0425539 Jul 16 14:16:29.602417 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 39664) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:16:29.650287 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-1b5cdf50-9e61-4eb0-ad6f-5e19b23825fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:16:29.671285 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-1b5cdf50-9e61-4eb0-ad6f-5e19b23825fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:16:29.721087 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-1b5cdf50-9e61-4eb0-ad6f-5e19b23825fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:16:29.723818 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-1b5cdf50-9e61-4eb0-ad6f-5e19b23825fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:16:29.725063 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-1b5cdf50-9e61-4eb0-ad6f-5e19b23825fd admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0f460754-35a0-4816-99a7-d47b6245635c HTTP/1.1" status: 204 len: 168 time: 0.1216786 Jul 16 14:16:29.733405 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5cdf50-9e61-4eb0-ad6f-5e19b23825fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f460754-35a0-4816-99a7-d47b6245635c,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:16:30.442949 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Device 0b2f5597-0ab0-47e0-9899-d8ca7e74d157 no longer exists at agent ovs-agent-dv-cinder-784763-7-iscsi {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 14:16:30.464084 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] No Port match for: 0b2f5597-0ab0-47e0-9899-d8ca7e74d157 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 14:16:30.464341 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Device 0b2f5597-0ab0-47e0-9899-d8ca7e74d157 not bound to the agent host dv-cinder-784763-7-iscsi {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 14:16:31.686857 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.agents_db [None req-74bc78d6-8b96-4e29-998d-b6ecd97de622 None None] Agent healthcheck: found 6 active agents {{(pid=93105) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 14:16:46.026315 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:16:47.765350 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-8a8dfe38-d403-43b8-a07b-daaa4e3b9493 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:16:50.382224 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-2c995742-c596-48b1-ae23-cb54986f25c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:16:50.732047 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:16:51.473243 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-64ab8875-bbbc-4415-a681-ef47cf0d365f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:16:51.934160 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-6877f877-19aa-4513-a236-7baa0b8c4f58 req-8f0a68fb-560d-45b0-bf06-9a3469829bed service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=66da813a-f0e4-417d-a131-28c9b0422793&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0506241 Jul 16 14:16:52.046799 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6877f877-19aa-4513-a236-7baa0b8c4f58 req-0b09730c-7d15-4eb3-a736-ea4843f39557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:16:52.048553 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-6877f877-19aa-4513-a236-7baa0b8c4f58 req-0b09730c-7d15-4eb3-a736-ea4843f39557 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=32619117d80748f8a1f9559a81d3503d&device_id=66da813a-f0e4-417d-a131-28c9b0422793 HTTP/1.1" status: 200 len: 1098 time: 0.0568578 Jul 16 14:16:52.216964 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6877f877-19aa-4513-a236-7baa0b8c4f58 req-abce8e65-b812-40bb-8f24-f72177644460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:16:52.219412 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-6877f877-19aa-4513-a236-7baa0b8c4f58 req-abce8e65-b812-40bb-8f24-f72177644460 service neutron] 10.222.0.25 "GET /v2.0/networks?id=bdf51055-487a-47c6-ba40-7101ea8f6992 HTTP/1.1" status: 200 len: 912 time: 0.1490979 Jul 16 14:16:52.333789 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-6877f877-19aa-4513-a236-7baa0b8c4f58 req-a6e2e1fb-14d2-4f42-8593-112f4e490169 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a436a34a-2634-4967-9819-3e812bbeffed HTTP/1.1" status: 200 len: 1001 time: 0.1081228 Jul 16 14:16:52.414628 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6877f877-19aa-4513-a236-7baa0b8c4f58 req-f84fff86-1374-420e-84fe-aa89b78f9f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:16:52.417112 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-6877f877-19aa-4513-a236-7baa0b8c4f58 req-f84fff86-1374-420e-84fe-aa89b78f9f32 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=434d79b6-168f-4988-9fda-3d5972d38d97 HTTP/1.1" status: 200 len: 850 time: 0.0754375 Jul 16 14:16:52.507315 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6877f877-19aa-4513-a236-7baa0b8c4f58 req-1acfb9ce-772b-4f51-83e6-5dbef362206f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:16:52.509673 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-6877f877-19aa-4513-a236-7baa0b8c4f58 req-1acfb9ce-772b-4f51-83e6-5dbef362206f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=bdf51055-487a-47c6-ba40-7101ea8f6992&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0867581 Jul 16 14:16:52.608491 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-6877f877-19aa-4513-a236-7baa0b8c4f58 req-f7621373-9f96-44b4-bc76-d5f53db20f86 service neutron] 10.222.0.25 "GET /v2.0/networks/bdf51055-487a-47c6-ba40-7101ea8f6992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927885 Jul 16 14:16:52.705549 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-6877f877-19aa-4513-a236-7baa0b8c4f58 req-41cce787-ef78-4a2d-9f03-803653bace3e service neutron] 10.222.0.25 "GET /v2.0/networks/bdf51055-487a-47c6-ba40-7101ea8f6992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912738 Jul 16 14:16:53.128198 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-fe1600e4-7db6-428f-a340-75d1d02f3a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:17:08.685655 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.agents_db [None req-74bc78d6-8b96-4e29-998d-b6ecd97de622 None None] Agent healthcheck: found 6 active agents {{(pid=93105) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 14:17:16.025785 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:17:17.766874 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cdb5abdf-02ea-4426-a283-65046e8dfa08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:17:20.383790 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-70664f1f-5128-4989-b108-d0006306e067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:17:20.745407 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:17:21.475961 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-64ab8875-bbbc-4415-a681-ef47cf0d365f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:17:23.129598 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-fe1600e4-7db6-428f-a340-75d1d02f3a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:17:45.687455 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.agents_db [None req-74bc78d6-8b96-4e29-998d-b6ecd97de622 None None] Agent healthcheck: found 6 active agents {{(pid=93105) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 14:17:46.022569 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:17:47.771571 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-234973b7-ff36-42e7-828f-68073b8d379e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:17:50.385702 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-4ecb3539-a6d5-45b5-afbb-19b8351772d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:17:50.735638 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:17:51.478466 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-64ab8875-bbbc-4415-a681-ef47cf0d365f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:17:53.131001 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-fe1600e4-7db6-428f-a340-75d1d02f3a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:17:53.939035 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-da53a252-2955-4d86-aeda-8c368bbecccf req-0f4ad276-eb3c-4114-94fc-68756dab345f service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=66da813a-f0e4-417d-a131-28c9b0422793&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0555162 Jul 16 14:17:54.045312 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da53a252-2955-4d86-aeda-8c368bbecccf req-90266a73-6b56-42a8-818c-7589fe4462ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:17:54.046792 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-da53a252-2955-4d86-aeda-8c368bbecccf req-90266a73-6b56-42a8-818c-7589fe4462ac service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=32619117d80748f8a1f9559a81d3503d&device_id=66da813a-f0e4-417d-a131-28c9b0422793 HTTP/1.1" status: 200 len: 1098 time: 0.0517030 Jul 16 14:17:54.150050 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da53a252-2955-4d86-aeda-8c368bbecccf req-af2404f1-12d3-4509-901d-f7b472b32f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:17:54.151531 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-da53a252-2955-4d86-aeda-8c368bbecccf req-af2404f1-12d3-4509-901d-f7b472b32f67 service neutron] 10.222.0.25 "GET /v2.0/networks?id=bdf51055-487a-47c6-ba40-7101ea8f6992 HTTP/1.1" status: 200 len: 912 time: 0.0851107 Jul 16 14:17:54.218815 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-da53a252-2955-4d86-aeda-8c368bbecccf req-d7776a7c-b8a8-42ee-85b9-39af2a52ad73 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a436a34a-2634-4967-9819-3e812bbeffed HTTP/1.1" status: 200 len: 1001 time: 0.0612357 Jul 16 14:17:54.267571 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da53a252-2955-4d86-aeda-8c368bbecccf req-eac948f4-a695-49d6-b747-a565d88c0e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:17:54.269047 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-da53a252-2955-4d86-aeda-8c368bbecccf req-eac948f4-a695-49d6-b747-a565d88c0e77 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=434d79b6-168f-4988-9fda-3d5972d38d97 HTTP/1.1" status: 200 len: 850 time: 0.0437851 Jul 16 14:17:54.327643 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da53a252-2955-4d86-aeda-8c368bbecccf req-a65c5412-d5ff-4adc-a62c-ccf01b4159ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:17:54.329365 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-da53a252-2955-4d86-aeda-8c368bbecccf req-a65c5412-d5ff-4adc-a62c-ccf01b4159ee service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=bdf51055-487a-47c6-ba40-7101ea8f6992&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0537415 Jul 16 14:17:54.430390 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-da53a252-2955-4d86-aeda-8c368bbecccf req-ae646380-5310-4847-9689-8dfd94e56a41 service neutron] 10.222.0.25 "GET /v2.0/networks/bdf51055-487a-47c6-ba40-7101ea8f6992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940707 Jul 16 14:17:54.523255 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-da53a252-2955-4d86-aeda-8c368bbecccf req-c6d2d43a-5ecb-4705-81e2-be7dc97ca94f service neutron] 10.222.0.25 "GET /v2.0/networks/bdf51055-487a-47c6-ba40-7101ea8f6992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869346 Jul 16 14:18:03.266008 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-d0c8786e-2999-4896-8627-023b0f89b8ea req-4da7e4a3-28bf-422b-b270-a15849ccf891 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-837451115&fields=id&tenant_id=32619117d80748f8a1f9559a81d3503d HTTP/1.1" status: 200 len: 267 time: 0.0368507 Jul 16 14:18:03.370587 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c8786e-2999-4896-8627-023b0f89b8ea req-4a3b7b7f-48f1-4cf5-9f89-d1b03609016b tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:18:03.372060 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-d0c8786e-2999-4896-8627-023b0f89b8ea req-4a3b7b7f-48f1-4cf5-9f89-d1b03609016b tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] 10.222.0.10 "GET /v2.0/networks?id=bdf51055-487a-47c6-ba40-7101ea8f6992 HTTP/1.1" status: 200 len: 811 time: 0.0988369 Jul 16 14:18:03.386884 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-d0c8786e-2999-4896-8627-023b0f89b8ea req-fc252145-630d-40f4-a2f5-db3dfbf8010f tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] 10.222.0.10 "GET /v2.0/quotas/32619117d80748f8a1f9559a81d3503d HTTP/1.1" status: 200 len: 375 time: 0.0089867 Jul 16 14:18:03.458331 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-d0c8786e-2999-4896-8627-023b0f89b8ea req-a8b74244-8520-4e35-90d7-a1df20078de3 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=32619117d80748f8a1f9559a81d3503d&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0661633 Jul 16 14:18:03.646075 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-d0c8786e-2999-4896-8627-023b0f89b8ea req-903d7b6a-9ae9-42bf-af2d-d5aadb62978b service neutron] 10.222.0.10 "GET /v2.0/networks/bdf51055-487a-47c6-ba40-7101ea8f6992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767201 Jul 16 14:18:03.738886 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-d0c8786e-2999-4896-8627-023b0f89b8ea req-0e034f1d-603c-4571-942d-aa3baaddef27 service neutron] 10.222.0.10 "GET /v2.0/networks/bdf51055-487a-47c6-ba40-7101ea8f6992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871320 Jul 16 14:18:04.040523 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-e935a266-e40b-453e-a6da-cc82bf7c8e87 req-2975206b-a17d-4110-8d8f-f0ecdb55605e tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] 10.222.0.10 "GET /v2.0/ports?device_id=402aee6e-45a3-4a70-9fdb-2e5ee35807da HTTP/1.1" status: 200 len: 210 time: 0.0302460 Jul 16 14:18:05.145213 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c8786e-2999-4896-8627-023b0f89b8ea req-2d662bd0-71a2-42b2-b390-1ecda4fb6c0e tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:18:05.146685 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-d0c8786e-2999-4896-8627-023b0f89b8ea req-2d662bd0-71a2-42b2-b390-1ecda4fb6c0e tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] 10.222.0.25 "GET /v2.0/networks?id=bdf51055-487a-47c6-ba40-7101ea8f6992 HTTP/1.1" status: 200 len: 811 time: 0.1106422 Jul 16 14:18:05.207972 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-9a4fc08a-2298-4be5-9ef3-89e058d1b427 req-5fbdf58f-d7f1-4114-bd6e-fbd0ac923c32 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] 10.222.0.10 "GET /v2.0/ports?device_id=402aee6e-45a3-4a70-9fdb-2e5ee35807da HTTP/1.1" status: 200 len: 210 time: 0.0334318 Jul 16 14:18:05.222346 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-d0c8786e-2999-4896-8627-023b0f89b8ea req-e5384456-49c9-4417-9b3d-3ff00ef3d2c3 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=32619117d80748f8a1f9559a81d3503d HTTP/1.1" status: 200 len: 379 time: 0.0612233 Jul 16 14:18:05.231803 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.v2.base [req-d0c8786e-2999-4896-8627-023b0f89b8ea req-808132cb-1c22-48dd-9eb7-e8effff516b7 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Request body: {'port': {'device_id': '402aee6e-45a3-4a70-9fdb-2e5ee35807da', 'network_id': 'bdf51055-487a-47c6-ba40-7101ea8f6992', 'admin_state_up': True, 'tenant_id': '32619117d80748f8a1f9559a81d3503d', 'security_groups': ['cb179e6f-d2a9-4984-b7ac-580abaad5e34']}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:18:05.367160 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0c8786e-2999-4896-8627-023b0f89b8ea req-808132cb-1c22-48dd-9eb7-e8effff516b7 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Made reservation on behalf of 32619117d80748f8a1f9559a81d3503d for: {'port': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 14:18:05.370852 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-d0c8786e-2999-4896-8627-023b0f89b8ea req-808132cb-1c22-48dd-9eb7-e8effff516b7 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:18:05.497105 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [req-d0c8786e-2999-4896-8627-023b0f89b8ea req-808132cb-1c22-48dd-9eb7-e8effff516b7 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Allocated IP 172.20.0.14 (bdf51055-487a-47c6-ba40-7101ea8f6992/434d79b6-168f-4988-9fda-3d5972d38d97/5506b85b-09b5-4606-acc8-bdd64c9c88f2) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 14:18:05.631190 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-d0c8786e-2999-4896-8627-023b0f89b8ea req-808132cb-1c22-48dd-9eb7-e8effff516b7 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:18:05.644117 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-d0c8786e-2999-4896-8627-023b0f89b8ea req-808132cb-1c22-48dd-9eb7-e8effff516b7 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Transition to ACTIVE for port object 5506b85b-09b5-4606-acc8-bdd64c9c88f2 will not be triggered until provisioned by entity DHCP. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 14:18:05.680559 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-d0c8786e-2999-4896-8627-023b0f89b8ea req-808132cb-1c22-48dd-9eb7-e8effff516b7 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736155824258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3541925'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:18:05.730898 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0c8786e-2999-4896-8627-023b0f89b8ea req-808132cb-1c22-48dd-9eb7-e8effff516b7 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Network bdf51055-487a-47c6-ba40-7101ea8f6992 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 14:18:05.738985 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [req-d0c8786e-2999-4896-8627-023b0f89b8ea req-808132cb-1c22-48dd-9eb7-e8effff516b7 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 14:18:05.741363 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0c8786e-2999-4896-8627-023b0f89b8ea req-808132cb-1c22-48dd-9eb7-e8effff516b7 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 14:18:05.773826 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808132cb-1c22-48dd-9eb7-e8effff516b7 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Pushing event updated for resources: {'Port': ['ID=5506b85b-09b5-4606-acc8-bdd64c9c88f2,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:18:05.788964 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808132cb-1c22-48dd-9eb7-e8effff516b7 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:18:05.789305 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808132cb-1c22-48dd-9eb7-e8effff516b7 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:18:05.789641 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808132cb-1c22-48dd-9eb7-e8effff516b7 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:18:05.789968 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808132cb-1c22-48dd-9eb7-e8effff516b7 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:18:05.790293 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808132cb-1c22-48dd-9eb7-e8effff516b7 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:18:05.790616 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808132cb-1c22-48dd-9eb7-e8effff516b7 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:18:05.790934 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808132cb-1c22-48dd-9eb7-e8effff516b7 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:18:05.791253 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808132cb-1c22-48dd-9eb7-e8effff516b7 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:18:05.791572 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808132cb-1c22-48dd-9eb7-e8effff516b7 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:18:05.791892 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808132cb-1c22-48dd-9eb7-e8effff516b7 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:18:05.792206 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808132cb-1c22-48dd-9eb7-e8effff516b7 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:18:05.792521 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808132cb-1c22-48dd-9eb7-e8effff516b7 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:18:05.820486 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c8786e-2999-4896-8627-023b0f89b8ea req-808132cb-1c22-48dd-9eb7-e8effff516b7 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:18:05.821238 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-d0c8786e-2999-4896-8627-023b0f89b8ea req-808132cb-1c22-48dd-9eb7-e8effff516b7 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72406'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:18:05.838162 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-d0c8786e-2999-4896-8627-023b0f89b8ea req-808132cb-1c22-48dd-9eb7-e8effff516b7 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6100693 Jul 16 14:18:05.862899 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.v2.base [req-d0c8786e-2999-4896-8627-023b0f89b8ea req-73470cb0-1fb7-4f7f-8051-afc695bd68a6 service neutron] Request body: {'port': {'device_id': '402aee6e-45a3-4a70-9fdb-2e5ee35807da', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78476'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:18:05.942374 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-d0c8786e-2999-4896-8627-023b0f89b8ea req-73470cb0-1fb7-4f7f-8051-afc695bd68a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:18:06.044965 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6fde3d99-08ff-478d-be84-3665a2775ade None None] Provisioning for port 5506b85b-09b5-4606-acc8-bdd64c9c88f2 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 14:18:06.048793 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6fde3d99-08ff-478d-be84-3665a2775ade None None] Provisioning complete for port 5506b85b-09b5-4606-acc8-bdd64c9c88f2 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 14:18:06.049228 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6fde3d99-08ff-478d-be84-3665a2775ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16503849'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:18:06.085660 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-6fde3d99-08ff-478d-be84-3665a2775ade None None] Port 5506b85b-09b5-4606-acc8-bdd64c9c88f2 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 14:18:06.399248 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71463f16-419d-45f1-babd-e9490c4c45b1 req-c870c3d7-3283-4650-a7e5-e23c288fec6b tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:18:06.400900 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-71463f16-419d-45f1-babd-e9490c4c45b1 req-c870c3d7-3283-4650-a7e5-e23c288fec6b tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] 10.222.0.10 "GET /v2.0/ports?device_id=402aee6e-45a3-4a70-9fdb-2e5ee35807da HTTP/1.1" status: 200 len: 932 time: 0.0667465 Jul 16 14:18:06.442206 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-71463f16-419d-45f1-babd-e9490c4c45b1 req-a30d1911-e5fc-4169-be5e-cd633515cffa tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb179e6f-d2a9-4984-b7ac-580abaad5e34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354440 Jul 16 14:18:06.494635 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.notifiers.nova [req-d0c8786e-2999-4896-8627-023b0f89b8ea req-73470cb0-1fb7-4f7f-8051-afc695bd68a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5506b85b-09b5-4606-acc8-bdd64c9c88f2 {{(pid=93101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 14:18:06.502601 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-d0c8786e-2999-4896-8627-023b0f89b8ea req-73470cb0-1fb7-4f7f-8051-afc695bd68a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:18:06.514017 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-d0c8786e-2999-4896-8627-023b0f89b8ea req-73470cb0-1fb7-4f7f-8051-afc695bd68a6 service neutron] Transition to ACTIVE for port object 5506b85b-09b5-4606-acc8-bdd64c9c88f2 will not be triggered until provisioned by entity L2. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 14:18:06.519249 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-d0c8786e-2999-4896-8627-023b0f89b8ea req-73470cb0-1fb7-4f7f-8051-afc695bd68a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736156224341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736155824276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736155824294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3541916'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:18:06.567064 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73470cb0-1fb7-4f7f-8051-afc695bd68a6 service neutron] Pushing event updated for resources: {'Port': ['ID=5506b85b-09b5-4606-acc8-bdd64c9c88f2,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:18:06.641387 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-d0c8786e-2999-4896-8627-023b0f89b8ea req-73470cb0-1fb7-4f7f-8051-afc695bd68a6 service neutron] Attempting to bind port 5506b85b-09b5-4606-acc8-bdd64c9c88f2 on host hv-cinder-78476 for vnic_type normal with profile {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 14:18:06.641720 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-d0c8786e-2999-4896-8627-023b0f89b8ea req-73470cb0-1fb7-4f7f-8051-afc695bd68a6 service neutron] Attempting to bind port 5506b85b-09b5-4606-acc8-bdd64c9c88f2 by drivers openvswitch,hyperv on host hv-cinder-78476 at level 0 using segments [{'id': 'd8dd1782-bfa3-42b8-a1f1-12afba56b459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'bdf51055-487a-47c6-ba40-7101ea8f6992'}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 14:18:06.642051 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0c8786e-2999-4896-8627-023b0f89b8ea req-73470cb0-1fb7-4f7f-8051-afc695bd68a6 service neutron] Attempting to bind port 5506b85b-09b5-4606-acc8-bdd64c9c88f2 on network bdf51055-487a-47c6-ba40-7101ea8f6992 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 14:18:06.647198 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0c8786e-2999-4896-8627-023b0f89b8ea req-73470cb0-1fb7-4f7f-8051-afc695bd68a6 service neutron] Port 5506b85b-09b5-4606-acc8-bdd64c9c88f2 on network bdf51055-487a-47c6-ba40-7101ea8f6992 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78476 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 14:18:06.647522 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0c8786e-2999-4896-8627-023b0f89b8ea req-73470cb0-1fb7-4f7f-8051-afc695bd68a6 service neutron] Attempting to bind port 5506b85b-09b5-4606-acc8-bdd64c9c88f2 on network bdf51055-487a-47c6-ba40-7101ea8f6992 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 14:18:06.652426 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0c8786e-2999-4896-8627-023b0f89b8ea req-73470cb0-1fb7-4f7f-8051-afc695bd68a6 service neutron] Checking agent: {'id': '6fdce28b-c36c-45c9-95d7-1ffee3187505', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78476', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 14, 3, 46), 'started_at': datetime.datetime(2021, 7, 16, 14, 3, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 14, 17, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 14:18:06.652826 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0c8786e-2999-4896-8627-023b0f89b8ea req-73470cb0-1fb7-4f7f-8051-afc695bd68a6 service neutron] Checking segment: {'id': 'd8dd1782-bfa3-42b8-a1f1-12afba56b459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'bdf51055-487a-47c6-ba40-7101ea8f6992'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 14:18:06.653180 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0c8786e-2999-4896-8627-023b0f89b8ea req-73470cb0-1fb7-4f7f-8051-afc695bd68a6 service neutron] Bound using segment: {'id': 'd8dd1782-bfa3-42b8-a1f1-12afba56b459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'bdf51055-487a-47c6-ba40-7101ea8f6992'} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 14:18:06.653611 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-d0c8786e-2999-4896-8627-023b0f89b8ea req-73470cb0-1fb7-4f7f-8051-afc695bd68a6 service neutron] Bound port: 5506b85b-09b5-4606-acc8-bdd64c9c88f2, host: hv-cinder-78476, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8dd1782-bfa3-42b8-a1f1-12afba56b459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'bdf51055-487a-47c6-ba40-7101ea8f6992'}}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 14:18:06.653973 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-d0c8786e-2999-4896-8627-023b0f89b8ea req-73470cb0-1fb7-4f7f-8051-afc695bd68a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:18:06.717968 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-d0c8786e-2999-4896-8627-023b0f89b8ea req-73470cb0-1fb7-4f7f-8051-afc695bd68a6 service neutron] For port 5506b85b-09b5-4606-acc8-bdd64c9c88f2, host hv-cinder-78476, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 14:18:06.720970 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-d0c8786e-2999-4896-8627-023b0f89b8ea req-73470cb0-1fb7-4f7f-8051-afc695bd68a6 service neutron] For port 5506b85b-09b5-4606-acc8-bdd64c9c88f2, host hv-cinder-78476, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=5506b85b-09b5-4606-acc8-bdd64c9c88f2,segment=NetworkSegment(d8dd1782-bfa3-42b8-a1f1-12afba56b459),segment_id=d8dd1782-bfa3-42b8-a1f1-12afba56b459)] {{(pid=93101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 14:18:06.725775 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-d0c8786e-2999-4896-8627-023b0f89b8ea req-73470cb0-1fb7-4f7f-8051-afc695bd68a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736156224341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736155824276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736155824294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3541916'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:18:06.758494 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c8786e-2999-4896-8627-023b0f89b8ea req-73470cb0-1fb7-4f7f-8051-afc695bd68a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:18:06.759110 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-d0c8786e-2999-4896-8627-023b0f89b8ea req-73470cb0-1fb7-4f7f-8051-afc695bd68a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72406'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:18:06.760494 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-d0c8786e-2999-4896-8627-023b0f89b8ea req-73470cb0-1fb7-4f7f-8051-afc695bd68a6 service neutron] 10.222.0.25 "PUT /v2.0/ports/5506b85b-09b5-4606-acc8-bdd64c9c88f2 HTTP/1.1" status: 200 len: 1094 time: 0.9032140 Jul 16 14:18:06.760981 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '402aee6e-45a3-4a70-9fdb-2e5ee35807da', 'tag': '5506b85b-09b5-4606-acc8-bdd64c9c88f2'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 14:18:06.763221 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}669b174d507dea59856bca4514a747f2bad56b4b9d456cc0353e9cf2427ac1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eac1bc4-4938-4a07-92c8-878ec36eda3f" -d '{"events": [{"name": "network-changed", "server_uuid": "402aee6e-45a3-4a70-9fdb-2e5ee35807da", "tag": "5506b85b-09b5-4606-acc8-bdd64c9c88f2"}]}' {{(pid=93101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 14:18:06.795523 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73470cb0-1fb7-4f7f-8051-afc695bd68a6 service neutron] Pushing event updated for resources: {'Port': ['ID=5506b85b-09b5-4606-acc8-bdd64c9c88f2,revision_number=3']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:18:06.878631 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c8786e-2999-4896-8627-023b0f89b8ea req-d23ff483-51a4-4592-bd97-a5bad3c759c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:18:06.880404 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-d0c8786e-2999-4896-8627-023b0f89b8ea req-d23ff483-51a4-4592-bd97-a5bad3c759c7 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=32619117d80748f8a1f9559a81d3503d&device_id=402aee6e-45a3-4a70-9fdb-2e5ee35807da HTTP/1.1" status: 200 len: 1097 time: 0.0601223 Jul 16 14:18:06.934596 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-d0c8786e-2999-4896-8627-023b0f89b8ea req-c476bd6b-fc93-4779-bb78-97effa601a71 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5506b85b-09b5-4606-acc8-bdd64c9c88f2 HTTP/1.1" status: 200 len: 217 time: 0.0407982 Jul 16 14:18:06.940240 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 14:18:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0edf5b2-f5eb-4927-9519-b726857245d0 x-openstack-request-id: req-d0edf5b2-f5eb-4927-9519-b726857245d0 {{(pid=93101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 14:18:06.940449 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "402aee6e-45a3-4a70-9fdb-2e5ee35807da", "tag": "5506b85b-09b5-4606-acc8-bdd64c9c88f2", "status": "completed", "code": 200}]} {{(pid=93101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 14:18:06.940704 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d0edf5b2-f5eb-4927-9519-b726857245d0 {{(pid=93101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 14:18:06.941131 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '402aee6e-45a3-4a70-9fdb-2e5ee35807da', 'tag': '5506b85b-09b5-4606-acc8-bdd64c9c88f2', 'status': 'completed', 'code': 200} Jul 16 14:18:06.998668 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c8786e-2999-4896-8627-023b0f89b8ea req-6a2c5e25-fce3-476a-9ecc-e7e18b1a92bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:18:07.000028 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-d0c8786e-2999-4896-8627-023b0f89b8ea req-6a2c5e25-fce3-476a-9ecc-e7e18b1a92bb service neutron] 10.222.0.25 "GET /v2.0/subnets?id=434d79b6-168f-4988-9fda-3d5972d38d97 HTTP/1.1" status: 200 len: 850 time: 0.0436504 Jul 16 14:18:07.060642 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c8786e-2999-4896-8627-023b0f89b8ea req-edd5a8a4-3cbb-4a4d-afd0-ea35088fee09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:18:07.062167 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-d0c8786e-2999-4896-8627-023b0f89b8ea req-edd5a8a4-3cbb-4a4d-afd0-ea35088fee09 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=bdf51055-487a-47c6-ba40-7101ea8f6992&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0542030 Jul 16 14:18:07.150019 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-d0c8786e-2999-4896-8627-023b0f89b8ea req-a202ab55-1b6c-476f-a41f-7192457fd6f2 service neutron] 10.222.0.25 "GET /v2.0/networks/bdf51055-487a-47c6-ba40-7101ea8f6992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800974 Jul 16 14:18:07.241159 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-d0c8786e-2999-4896-8627-023b0f89b8ea req-d4dcd5e2-a41b-4954-8594-e02b4c98c04b service neutron] 10.222.0.25 "GET /v2.0/networks/bdf51055-487a-47c6-ba40-7101ea8f6992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850186 Jul 16 14:18:07.385879 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eac1bc4-4938-4a07-92c8-878ec36eda3f req-7085d3eb-a893-4650-8854-68f51d84715e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:18:07.387384 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-5eac1bc4-4938-4a07-92c8-878ec36eda3f req-7085d3eb-a893-4650-8854-68f51d84715e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=32619117d80748f8a1f9559a81d3503d&device_id=402aee6e-45a3-4a70-9fdb-2e5ee35807da HTTP/1.1" status: 200 len: 1097 time: 0.0529358 Jul 16 14:18:07.481052 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eac1bc4-4938-4a07-92c8-878ec36eda3f req-6f67f568-cbe0-4a59-97d7-212b1078ba91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:18:07.482553 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-5eac1bc4-4938-4a07-92c8-878ec36eda3f req-6f67f568-cbe0-4a59-97d7-212b1078ba91 service neutron] 10.222.0.25 "GET /v2.0/networks?id=bdf51055-487a-47c6-ba40-7101ea8f6992 HTTP/1.1" status: 200 len: 912 time: 0.0879495 Jul 16 14:18:07.526039 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-5eac1bc4-4938-4a07-92c8-878ec36eda3f req-c091c83e-a2f5-4de1-8821-a4833c330b17 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5506b85b-09b5-4606-acc8-bdd64c9c88f2 HTTP/1.1" status: 200 len: 217 time: 0.0353236 Jul 16 14:18:07.574235 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eac1bc4-4938-4a07-92c8-878ec36eda3f req-cbe4f87d-5a5b-4825-9a21-12a91f985348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:18:07.575713 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-5eac1bc4-4938-4a07-92c8-878ec36eda3f req-cbe4f87d-5a5b-4825-9a21-12a91f985348 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=434d79b6-168f-4988-9fda-3d5972d38d97 HTTP/1.1" status: 200 len: 850 time: 0.0437162 Jul 16 14:18:07.619119 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06906d71-4da9-479c-9d99-32c93b034e1a req-7e86a1cf-76c4-4004-b5a3-3766c4f6dcac tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:18:07.620632 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-06906d71-4da9-479c-9d99-32c93b034e1a req-7e86a1cf-76c4-4004-b5a3-3766c4f6dcac tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] 10.222.0.10 "GET /v2.0/ports?device_id=402aee6e-45a3-4a70-9fdb-2e5ee35807da HTTP/1.1" status: 200 len: 944 time: 0.0651193 Jul 16 14:18:07.637214 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eac1bc4-4938-4a07-92c8-878ec36eda3f req-6c2ffab1-563c-4392-b909-14f2c1879f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:18:07.638708 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-5eac1bc4-4938-4a07-92c8-878ec36eda3f req-6c2ffab1-563c-4392-b909-14f2c1879f6b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=bdf51055-487a-47c6-ba40-7101ea8f6992&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0563138 Jul 16 14:18:07.659682 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-06906d71-4da9-479c-9d99-32c93b034e1a req-ca4195bd-8431-4beb-820d-0c2b8bfa531d tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb179e6f-d2a9-4984-b7ac-580abaad5e34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329833 Jul 16 14:18:07.733831 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-5eac1bc4-4938-4a07-92c8-878ec36eda3f req-42276c50-c555-4101-9021-845638f847ee service neutron] 10.222.0.25 "GET /v2.0/networks/bdf51055-487a-47c6-ba40-7101ea8f6992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851614 Jul 16 14:18:07.829373 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-5eac1bc4-4938-4a07-92c8-878ec36eda3f req-693c7bb6-1b39-4f3e-aa3b-c10461014abd service neutron] 10.222.0.25 "GET /v2.0/networks/bdf51055-487a-47c6-ba40-7101ea8f6992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850074 Jul 16 14:18:08.832399 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12662317-4a7d-4081-99c2-bfef39bdf0c3 req-32d4c9ec-7b01-40fb-80b1-d0ef54188c37 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:18:08.833914 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-12662317-4a7d-4081-99c2-bfef39bdf0c3 req-32d4c9ec-7b01-40fb-80b1-d0ef54188c37 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] 10.222.0.10 "GET /v2.0/ports?device_id=402aee6e-45a3-4a70-9fdb-2e5ee35807da HTTP/1.1" status: 200 len: 944 time: 0.0635262 Jul 16 14:18:08.870569 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-12662317-4a7d-4081-99c2-bfef39bdf0c3 req-47623835-bdaa-47f2-9084-8a4585debd3c tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb179e6f-d2a9-4984-b7ac-580abaad5e34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310686 Jul 16 14:18:10.043456 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c3eec2-fd1d-4243-8377-3e5ce60c3dd4 req-56b80ba3-959a-4548-b4ed-7881c6d59a3e tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:18:10.044974 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-f7c3eec2-fd1d-4243-8377-3e5ce60c3dd4 req-56b80ba3-959a-4548-b4ed-7881c6d59a3e tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] 10.222.0.10 "GET /v2.0/ports?device_id=402aee6e-45a3-4a70-9fdb-2e5ee35807da HTTP/1.1" status: 200 len: 944 time: 0.0625908 Jul 16 14:18:10.082509 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-f7c3eec2-fd1d-4243-8377-3e5ce60c3dd4 req-9c3ddfd1-1d72-44f6-9221-ca85e8e1c349 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb179e6f-d2a9-4984-b7ac-580abaad5e34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319810 Jul 16 14:18:11.253881 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8030e267-4214-4f20-978f-ec9eaa6186ee req-5e6b4c86-2e77-48c9-a88d-c6b0bacea829 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:18:11.255384 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-8030e267-4214-4f20-978f-ec9eaa6186ee req-5e6b4c86-2e77-48c9-a88d-c6b0bacea829 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] 10.222.0.10 "GET /v2.0/ports?device_id=402aee6e-45a3-4a70-9fdb-2e5ee35807da HTTP/1.1" status: 200 len: 944 time: 0.0634568 Jul 16 14:18:11.297201 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-8030e267-4214-4f20-978f-ec9eaa6186ee req-d93154bc-03e7-4e07-a7dd-88ee2a99779f tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb179e6f-d2a9-4984-b7ac-580abaad5e34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362501 Jul 16 14:18:12.483624 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3f9104-3fea-4c50-b6c1-7c678c1b7f3a req-5f8269d3-d22e-46cc-b842-969017613a28 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:18:12.485327 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-cb3f9104-3fea-4c50-b6c1-7c678c1b7f3a req-5f8269d3-d22e-46cc-b842-969017613a28 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] 10.222.0.10 "GET /v2.0/ports?device_id=402aee6e-45a3-4a70-9fdb-2e5ee35807da HTTP/1.1" status: 200 len: 944 time: 0.0721779 Jul 16 14:18:12.524472 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-cb3f9104-3fea-4c50-b6c1-7c678c1b7f3a req-2396c961-2761-4379-ac0c-3c3d952def95 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb179e6f-d2a9-4984-b7ac-580abaad5e34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326424 Jul 16 14:18:13.743296 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da25a5e0-943f-4f81-92b1-e1d9f9ea4a7d req-19c26e3a-ee44-4f50-8cff-26c1518608de tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:18:13.744837 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-da25a5e0-943f-4f81-92b1-e1d9f9ea4a7d req-19c26e3a-ee44-4f50-8cff-26c1518608de tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] 10.222.0.10 "GET /v2.0/ports?device_id=402aee6e-45a3-4a70-9fdb-2e5ee35807da HTTP/1.1" status: 200 len: 944 time: 0.0681636 Jul 16 14:18:13.788226 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-da25a5e0-943f-4f81-92b1-e1d9f9ea4a7d req-12714a31-66a8-443b-9749-55032540d3d0 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb179e6f-d2a9-4984-b7ac-580abaad5e34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369837 Jul 16 14:18:14.974309 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328a6a8d-02e4-49d8-9954-0210fecfc6ca req-897b6332-bc57-4d57-846e-c02ea285978b tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:18:14.975837 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-328a6a8d-02e4-49d8-9954-0210fecfc6ca req-897b6332-bc57-4d57-846e-c02ea285978b tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] 10.222.0.10 "GET /v2.0/ports?device_id=402aee6e-45a3-4a70-9fdb-2e5ee35807da HTTP/1.1" status: 200 len: 944 time: 0.0707326 Jul 16 14:18:15.017095 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-328a6a8d-02e4-49d8-9954-0210fecfc6ca req-834286f4-829e-4c44-bf9f-d8612f753fdd tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb179e6f-d2a9-4984-b7ac-580abaad5e34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353422 Jul 16 14:18:15.391378 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Device 5506b85b-09b5-4606-acc8-bdd64c9c88f2 details requested by agent hyperv_hv-cinder-78476 with host hv-cinder-78476 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 14:18:15.497238 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] For port 5506b85b-09b5-4606-acc8-bdd64c9c88f2, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=5506b85b-09b5-4606-acc8-bdd64c9c88f2,segment=NetworkSegment(d8dd1782-bfa3-42b8-a1f1-12afba56b459),segment_id=d8dd1782-bfa3-42b8-a1f1-12afba56b459)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:18:15.509298 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Returning: {'device': '5506b85b-09b5-4606-acc8-bdd64c9c88f2', 'network_id': 'bdf51055-487a-47c6-ba40-7101ea8f6992', 'port_id': '5506b85b-09b5-4606-acc8-bdd64c9c88f2', 'mac_address': 'fa:16:3e:80:ff:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '434d79b6-168f-4988-9fda-3d5972d38d97', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 14:18:15.553827 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:18:15.569394 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5506b85b-09b5-4606-acc8-bdd64c9c88f2 {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 14:18:15.591026 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] For port 5506b85b-09b5-4606-acc8-bdd64c9c88f2, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=5506b85b-09b5-4606-acc8-bdd64c9c88f2,segment=NetworkSegment(d8dd1782-bfa3-42b8-a1f1-12afba56b459),segment_id=d8dd1782-bfa3-42b8-a1f1-12afba56b459)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:18:15.595221 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736156224341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736155824276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736155824294'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:18:15.647682 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Pushing event updated for resources: {'Port': ['ID=5506b85b-09b5-4606-acc8-bdd64c9c88f2,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:18:15.654780 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:18:15.655468 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:18:15.655468 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:18:15.655779 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:18:15.656112 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:18:15.656523 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:18:15.656792 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:18:15.657244 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:18:15.658871 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:18:15.658871 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:18:15.658871 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:18:15.659136 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:18:15.878655 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] get_ports_and_sgs() called for port_ids ['5506b85b-09b5-4606-acc8-bdd64c9c88f2'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 14:18:16.055320 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:18:16.207312 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874e1473-8b45-4ae2-b7e5-00b979b97891 req-fdef8dad-f973-4053-9e2f-17e876a589c4 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:18:16.208971 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-874e1473-8b45-4ae2-b7e5-00b979b97891 req-fdef8dad-f973-4053-9e2f-17e876a589c4 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] 10.222.0.10 "GET /v2.0/ports?device_id=402aee6e-45a3-4a70-9fdb-2e5ee35807da HTTP/1.1" status: 200 len: 945 time: 0.0683453 Jul 16 14:18:16.248688 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-874e1473-8b45-4ae2-b7e5-00b979b97891 req-858f5386-5971-44ff-b543-d3b80d9bd199 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb179e6f-d2a9-4984-b7ac-580abaad5e34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337999 Jul 16 14:18:17.405514 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Device 5506b85b-09b5-4606-acc8-bdd64c9c88f2 up at agent hyperv_hv-cinder-78476 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 14:18:17.426866 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1911058c-e4f0-405c-b1ce-aee7b942445a req-338a2aa4-2b2d-476a-b81b-370cbdb7a2f3 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:18:17.428430 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-1911058c-e4f0-405c-b1ce-aee7b942445a req-338a2aa4-2b2d-476a-b81b-370cbdb7a2f3 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] 10.222.0.10 "GET /v2.0/ports?device_id=402aee6e-45a3-4a70-9fdb-2e5ee35807da HTTP/1.1" status: 200 len: 945 time: 0.0685017 Jul 16 14:18:17.457226 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Provisioning for port 5506b85b-09b5-4606-acc8-bdd64c9c88f2 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 14:18:17.461633 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Provisioning complete for port 5506b85b-09b5-4606-acc8-bdd64c9c88f2 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 14:18:17.462273 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16503849'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:18:17.482940 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-1911058c-e4f0-405c-b1ce-aee7b942445a req-362b4171-29ec-4538-9712-0cd9c2aa6a82 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb179e6f-d2a9-4984-b7ac-580abaad5e34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481575 Jul 16 14:18:17.552671 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:18:17.576365 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '402aee6e-45a3-4a70-9fdb-2e5ee35807da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5506b85b-09b5-4606-acc8-bdd64c9c88f2'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 14:18:17.578989 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e17b9d4f214fa64bfb48c5bf95da0f2ee536929a6529a77ec24820d0293f4c41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-423c2cfc-1ef7-4ded-9bf0-ce88325301d2" -d '{"events": [{"server_uuid": "402aee6e-45a3-4a70-9fdb-2e5ee35807da", "name": "network-vif-plugged", "status": "completed", "tag": "5506b85b-09b5-4606-acc8-bdd64c9c88f2"}]}' {{(pid=93103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 14:18:17.592247 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] For port 5506b85b-09b5-4606-acc8-bdd64c9c88f2, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=5506b85b-09b5-4606-acc8-bdd64c9c88f2,segment=NetworkSegment(d8dd1782-bfa3-42b8-a1f1-12afba56b459),segment_id=d8dd1782-bfa3-42b8-a1f1-12afba56b459)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:18:17.596152 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736156224341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736155824276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736155824294'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:18:17.656252 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Pushing event updated for resources: {'Port': ['ID=5506b85b-09b5-4606-acc8-bdd64c9c88f2,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:18:17.680009 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 14:18:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d394fbe-496e-4bb7-8d92-460c78faf0fa x-openstack-request-id: req-8d394fbe-496e-4bb7-8d92-460c78faf0fa {{(pid=93103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 14:18:17.680493 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "402aee6e-45a3-4a70-9fdb-2e5ee35807da", "name": "network-vif-plugged", "status": "completed", "tag": "5506b85b-09b5-4606-acc8-bdd64c9c88f2", "code": 200}]} {{(pid=93103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 14:18:17.680896 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8d394fbe-496e-4bb7-8d92-460c78faf0fa {{(pid=93103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 14:18:17.681389 dv-cinder-784763-7-iscsi neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '402aee6e-45a3-4a70-9fdb-2e5ee35807da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5506b85b-09b5-4606-acc8-bdd64c9c88f2', 'code': 200} Jul 16 14:18:17.775812 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-eafa9dd7-098e-42bf-b800-385483560264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:18:17.985989 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9546988c-84c8-4c69-b4d9-67647aa16890 req-1462769d-e3e4-48e2-87ad-36cfe3a34b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:18:17.987545 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-9546988c-84c8-4c69-b4d9-67647aa16890 req-1462769d-e3e4-48e2-87ad-36cfe3a34b84 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=402aee6e-45a3-4a70-9fdb-2e5ee35807da HTTP/1.1" status: 200 len: 1099 time: 0.0577028 Jul 16 14:18:18.021971 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-9546988c-84c8-4c69-b4d9-67647aa16890 req-0ad36743-daf2-48d3-a959-7a18278d7cb7 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=cb179e6f-d2a9-4984-b7ac-580abaad5e34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0283358 Jul 16 14:18:18.715686 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d90dfe0-e991-4e71-a978-035330a943f0 req-082b018e-dd4d-4905-b238-f87f1955665e tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:18:18.717124 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-1d90dfe0-e991-4e71-a978-035330a943f0 req-082b018e-dd4d-4905-b238-f87f1955665e tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] 10.222.0.10 "GET /v2.0/ports?device_id=402aee6e-45a3-4a70-9fdb-2e5ee35807da HTTP/1.1" status: 200 len: 946 time: 0.0646675 Jul 16 14:18:18.756411 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-1d90dfe0-e991-4e71-a978-035330a943f0 req-d586c7bb-c6ac-42e0-bc55-91af7e6afc8a tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb179e6f-d2a9-4984-b7ac-580abaad5e34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336020 Jul 16 14:18:19.931430 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31134225-59b9-4956-a181-135293698e18 req-5fe386f3-c437-4c93-870c-5a8ece8db02f tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:18:19.932975 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-31134225-59b9-4956-a181-135293698e18 req-5fe386f3-c437-4c93-870c-5a8ece8db02f tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] 10.222.0.10 "GET /v2.0/ports?device_id=402aee6e-45a3-4a70-9fdb-2e5ee35807da HTTP/1.1" status: 200 len: 946 time: 0.0644839 Jul 16 14:18:19.972448 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-31134225-59b9-4956-a181-135293698e18 req-4746dc91-c1a1-4498-86e9-4315db329399 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb179e6f-d2a9-4984-b7ac-580abaad5e34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338123 Jul 16 14:18:20.144208 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebe9f62-5bf5-481a-a4d8-0b5119a5093b req-d6d116e8-57a8-4001-b8fd-3530c460792c tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:18:20.145814 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-cebe9f62-5bf5-481a-a4d8-0b5119a5093b req-d6d116e8-57a8-4001-b8fd-3530c460792c tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] 10.222.0.10 "GET /v2.0/ports?device_id=402aee6e-45a3-4a70-9fdb-2e5ee35807da HTTP/1.1" status: 200 len: 946 time: 0.0649190 Jul 16 14:18:20.184223 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-cebe9f62-5bf5-481a-a4d8-0b5119a5093b req-f22ae369-2b3d-4d9d-b739-bed8aacbc337 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb179e6f-d2a9-4984-b7ac-580abaad5e34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328677 Jul 16 14:18:20.210096 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 39808) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:18:20.261182 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89e4578c-9e88-47ce-9123-3cc866698550 tempest-TestVolumeBootPattern-1905951098 tempest-TestVolumeBootPattern-1905951098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:18:20.262701 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-89e4578c-9e88-47ce-9123-3cc866698550 tempest-TestVolumeBootPattern-1905951098 tempest-TestVolumeBootPattern-1905951098-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=402aee6e-45a3-4a70-9fdb-2e5ee35807da HTTP/1.1" status: 200 len: 1094 time: 0.0516064 Jul 16 14:18:20.265514 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 39810) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:18:20.270475 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.v2.base [None req-7fe57124-4ef0-40e4-afc6-e5048516aa26 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Request body: {'floatingip': {'floating_network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'port_id': '5506b85b-09b5-4606-acc8-bdd64c9c88f2', 'tenant_id': '32619117d80748f8a1f9559a81d3503d', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:18:20.294358 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7fe57124-4ef0-40e4-afc6-e5048516aa26 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Notify callbacks [] for floatingip, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:18:20.388733 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-4ecfe5c3-07c8-4d54-8036-8c6db9720010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:18:20.398458 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7fe57124-4ef0-40e4-afc6-e5048516aa26 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:18:20.510267 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [None req-7fe57124-4ef0-40e4-afc6-e5048516aa26 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Allocated IP 172.27.1.16 (0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da/898cf826-a558-482b-96e1-37cc6b0abbc7/79d763c5-faa0-4bbf-b707-eff1fd9a8f7c) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 14:18:20.614809 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7fe57124-4ef0-40e4-afc6-e5048516aa26 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:18:20.654245 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7fe57124-4ef0-40e4-afc6-e5048516aa26 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736155824258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3541925'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:18:20.693645 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fe57124-4ef0-40e4-afc6-e5048516aa26 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Network 0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 14:18:20.696373 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-7fe57124-4ef0-40e4-afc6-e5048516aa26 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 14:18:20.699127 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe57124-4ef0-40e4-afc6-e5048516aa26 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 14:18:20.728478 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe57124-4ef0-40e4-afc6-e5048516aa26 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Pushing event updated for resources: {'Port': ['ID=79d763c5-faa0-4bbf-b707-eff1fd9a8f7c,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:18:20.737472 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:18:21.078464 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7fe57124-4ef0-40e4-afc6-e5048516aa26 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:18:21.159317 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7fe57124-4ef0-40e4-afc6-e5048516aa26 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16268761'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:18:21.309628 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7fe57124-4ef0-40e4-afc6-e5048516aa26 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:18:21.314151 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7fe57124-4ef0-40e4-afc6-e5048516aa26 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736156224341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736155824276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736155824294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3541916'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:18:21.384971 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe57124-4ef0-40e4-afc6-e5048516aa26 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Pushing event updated for resources: {'Port': ['ID=79d763c5-faa0-4bbf-b707-eff1fd9a8f7c,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:18:21.391230 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7fe57124-4ef0-40e4-afc6-e5048516aa26 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-611497'] for floatingip, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:18:21.481271 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-64ab8875-bbbc-4415-a681-ef47cf0d365f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:18:21.490779 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.db.l3_db [None req-7fe57124-4ef0-40e4-afc6-e5048516aa26 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Floating IP 59748453-c1d4-4faf-9742-d47171e83f66 associated. External IP: 172.27.1.16, port: 5506b85b-09b5-4606-acc8-bdd64c9c88f2. Jul 16 14:18:21.697012 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fe57124-4ef0-40e4-afc6-e5048516aa26 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Router e927a0a9-ad79-441d-8740-ad848a86a719 has already been hosted by L3 agent d50ece19-a35b-4d9c-a2c6-6c45fbfb3bdd {{(pid=93101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 14:18:21.805128 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fe57124-4ef0-40e4-afc6-e5048516aa26 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Notify agent at l3_agent.dv-cinder-784763-7-iscsi the message routers_updated {{(pid=93101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 14:18:21.815391 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aab0ce0-9858-478f-991d-4ca829f492df None None] Sync routers for ids ['e927a0a9-ad79-441d-8740-ad848a86a719'] in dv-cinder-784763-7-iscsi {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 14:18:21.822632 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7fe57124-4ef0-40e4-afc6-e5048516aa26 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72406'] for floatingip, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:18:21.826383 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aab0ce0-9858-478f-991d-4ca829f492df None None] Routers {'e927a0a9-ad79-441d-8740-ad848a86a719'} bound to L3 agent in host dv-cinder-784763-7-iscsi {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 14:18:21.827049 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-0aab0ce0-9858-478f-991d-4ca829f492df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T13:57:50Z,description=,heartbeat_timestamp=2021-07-16T14:18:20Z,host='dv-cinder-784763-7-iscsi',id=d50ece19-a35b-4d9c-a2c6-6c45fbfb3bdd,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T13:57:50Z,topic='l3_agent')) {'router_ids': ['e927a0a9-ad79-441d-8740-ad848a86a719'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:18:21.862458 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-7fe57124-4ef0-40e4-afc6-e5048516aa26 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5958357 Jul 16 14:18:21.863051 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '402aee6e-45a3-4a70-9fdb-2e5ee35807da', 'tag': '5506b85b-09b5-4606-acc8-bdd64c9c88f2'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 14:18:21.865367 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}669b174d507dea59856bca4514a747f2bad56b4b9d456cc0353e9cf2427ac1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfcb1133-22da-416b-bf82-052f082150d8" -d '{"events": [{"name": "network-changed", "server_uuid": "402aee6e-45a3-4a70-9fdb-2e5ee35807da", "tag": "5506b85b-09b5-4606-acc8-bdd64c9c88f2"}]}' {{(pid=93101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 14:18:21.903123 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 14:18:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b775b426-e654-4794-a9e2-349de9251bca x-openstack-request-id: req-b775b426-e654-4794-a9e2-349de9251bca {{(pid=93101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 14:18:21.903413 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "402aee6e-45a3-4a70-9fdb-2e5ee35807da", "tag": "5506b85b-09b5-4606-acc8-bdd64c9c88f2", "status": "completed", "code": 200}]} {{(pid=93101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 14:18:21.903665 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b775b426-e654-4794-a9e2-349de9251bca {{(pid=93101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 14:18:21.904069 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '402aee6e-45a3-4a70-9fdb-2e5ee35807da', 'tag': '5506b85b-09b5-4606-acc8-bdd64c9c88f2', 'status': 'completed', 'code': 200} Jul 16 14:18:21.938015 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-0aab0ce0-9858-478f-991d-4ca829f492df None None] Set router e927a0a9-ad79-441d-8740-ad848a86a719 gateway port host: dv-cinder-784763-7-iscsi {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 14:18:22.002591 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcb1133-22da-416b-bf82-052f082150d8 req-c3bb0cab-e72f-4f66-b7c3-d68f8620bbcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:18:22.004068 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-cfcb1133-22da-416b-bf82-052f082150d8 req-c3bb0cab-e72f-4f66-b7c3-d68f8620bbcb service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=32619117d80748f8a1f9559a81d3503d&device_id=402aee6e-45a3-4a70-9fdb-2e5ee35807da HTTP/1.1" status: 200 len: 1099 time: 0.0549021 Jul 16 14:18:22.099820 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcb1133-22da-416b-bf82-052f082150d8 req-11553f70-8c93-4d01-ac67-2e1ed4195964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:18:22.101363 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-cfcb1133-22da-416b-bf82-052f082150d8 req-11553f70-8c93-4d01-ac67-2e1ed4195964 service neutron] 10.222.0.25 "GET /v2.0/networks?id=bdf51055-487a-47c6-ba40-7101ea8f6992 HTTP/1.1" status: 200 len: 912 time: 0.0906961 Jul 16 14:18:22.168018 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-cfcb1133-22da-416b-bf82-052f082150d8 req-6313a198-5346-4096-9430-e26473d0a895 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5506b85b-09b5-4606-acc8-bdd64c9c88f2 HTTP/1.1" status: 200 len: 999 time: 0.0601828 Jul 16 14:18:22.170676 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-0aab0ce0-9858-478f-991d-4ca829f492df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e927a0a9-ad79-441d-8740-ad848a86a719', 'name': 'tempest-TestVolumeBootPattern-515783362-router', 'tenant_id': '32619117d80748f8a1f9559a81d3503d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'external_fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': '5aa0f06c-52a3-449c-96e0-073d47e80e2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T14:13:09Z', 'updated_at': '2021-07-16T14:13:12Z', 'revision_number': 4, 'project_id': '32619117d80748f8a1f9559a81d3503d', 'gw_port': {'id': '5aa0f06c-52a3-449c-96e0-073d47e80e2a', 'name': '', 'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:0a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e927a0a9-ad79-441d-8740-ad848a86a719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:13:10Z', 'updated_at': '2021-07-16T14:13:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-7-iscsi', '_floatingips': [{'id': '59748453-c1d4-4faf-9742-d47171e83f66', 'tenant_id': '32619117d80748f8a1f9559a81d3503d', 'floating_ip_address': '172.27.1.16', 'floating_network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'router_id': 'e927a0a9-ad79-441d-8740-ad848a86a719', 'port_id': '5506b85b-09b5-4606-acc8-bdd64c9c88f2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdf51055-487a-47c6-ba40-7101ea8f6992', 'mac_address': 'fa:16:3e:80:ff:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402aee6e-45a3-4a70-9fdb-2e5ee35807da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T14:18:20Z', 'updated_at': '2021-07-16T14:18:20Z', 'revision_number': 0, 'project_id': '32619117d80748f8a1f9559a81d3503d', 'fixed_ip_address_scope': None}, {'id': 'ac54fc7f-7f77-4177-be67-c8fb65accbe1', 'tenant_id': '32619117d80748f8a1f9559a81d3503d', 'floating_ip_address': '172.27.1.135', 'floating_network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'router_id': 'e927a0a9-ad79-441d-8740-ad848a86a719', 'port_id': 'a436a34a-2634-4967-9819-3e812bbeffed', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdf51055-487a-47c6-ba40-7101ea8f6992', 'mac_address': 'fa:16:3e:1f:78:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66da813a-f0e4-417d-a131-28c9b0422793', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T14:16:26Z', 'updated_at': '2021-07-16T14:16:29Z', 'revision_number': 1, 'project_id': '32619117d80748f8a1f9559a81d3503d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a1a6ced-9c5d-4a27-ac15-7847d3bc7409', 'name': '', 'network_id': 'bdf51055-487a-47c6-ba40-7101ea8f6992', 'tenant_id': '32619117d80748f8a1f9559a81d3503d', 'mac_address': 'fa:16:3e:67:a0:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e927a0a9-ad79-441d-8740-ad848a86a719', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '434d79b6-168f-4988-9fda-3d5972d38d97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:13:12Z', 'updated_at': '2021-07-16T14:13:18Z', 'revision_number': 5, 'project_id': '32619117d80748f8a1f9559a81d3503d', 'subnets': [{'id': '434d79b6-168f-4988-9fda-3d5972d38d97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-7-iscsi', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:18:22.198060 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aab0ce0-9858-478f-991d-4ca829f492df None None] Checking router: e927a0a9-ad79-441d-8740-ad848a86a719 for host: dv-cinder-784763-7-iscsi {{(pid=93103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 14:18:22.207254 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aab0ce0-9858-478f-991d-4ca829f492df None None] Routers {'e927a0a9-ad79-441d-8740-ad848a86a719'} bound to L3 agent in host dv-cinder-784763-7-iscsi {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 14:18:22.208017 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-0aab0ce0-9858-478f-991d-4ca829f492df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T13:57:50Z,description=,heartbeat_timestamp=2021-07-16T14:18:20Z,host='dv-cinder-784763-7-iscsi',id=d50ece19-a35b-4d9c-a2c6-6c45fbfb3bdd,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T13:57:50Z,topic='l3_agent')) {'router_ids': ['e927a0a9-ad79-441d-8740-ad848a86a719'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:18:22.221368 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcb1133-22da-416b-bf82-052f082150d8 req-4ea32cbd-0339-430f-97f5-4500b41d0d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:18:22.222888 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-cfcb1133-22da-416b-bf82-052f082150d8 req-4ea32cbd-0339-430f-97f5-4500b41d0d86 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=434d79b6-168f-4988-9fda-3d5972d38d97 HTTP/1.1" status: 200 len: 850 time: 0.0492280 Jul 16 14:18:22.280949 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcb1133-22da-416b-bf82-052f082150d8 req-fdd50a79-83f9-4a0d-9361-48586363c2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:18:22.282369 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-cfcb1133-22da-416b-bf82-052f082150d8 req-fdd50a79-83f9-4a0d-9361-48586363c2a1 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=bdf51055-487a-47c6-ba40-7101ea8f6992&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0531321 Jul 16 14:18:22.315087 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-0aab0ce0-9858-478f-991d-4ca829f492df None None] Set router e927a0a9-ad79-441d-8740-ad848a86a719 gateway port host: dv-cinder-784763-7-iscsi {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 14:18:22.371775 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-cfcb1133-22da-416b-bf82-052f082150d8 req-6e7665f8-a714-4320-a96d-b204e2c130af service neutron] 10.222.0.25 "GET /v2.0/networks/bdf51055-487a-47c6-ba40-7101ea8f6992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822136 Jul 16 14:18:22.497163 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-cfcb1133-22da-416b-bf82-052f082150d8 req-46379dba-fe26-4bd8-9cca-bcaebdde0261 service neutron] 10.222.0.25 "GET /v2.0/networks/bdf51055-487a-47c6-ba40-7101ea8f6992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183121 Jul 16 14:18:22.582467 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-0aab0ce0-9858-478f-991d-4ca829f492df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e927a0a9-ad79-441d-8740-ad848a86a719', 'name': 'tempest-TestVolumeBootPattern-515783362-router', 'tenant_id': '32619117d80748f8a1f9559a81d3503d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'external_fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': '5aa0f06c-52a3-449c-96e0-073d47e80e2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T14:13:09Z', 'updated_at': '2021-07-16T14:13:12Z', 'revision_number': 4, 'project_id': '32619117d80748f8a1f9559a81d3503d', 'gw_port': {'id': '5aa0f06c-52a3-449c-96e0-073d47e80e2a', 'name': '', 'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:0a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e927a0a9-ad79-441d-8740-ad848a86a719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:13:10Z', 'updated_at': '2021-07-16T14:13:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-7-iscsi', '_floatingips': [{'id': '59748453-c1d4-4faf-9742-d47171e83f66', 'tenant_id': '32619117d80748f8a1f9559a81d3503d', 'floating_ip_address': '172.27.1.16', 'floating_network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'router_id': 'e927a0a9-ad79-441d-8740-ad848a86a719', 'port_id': '5506b85b-09b5-4606-acc8-bdd64c9c88f2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdf51055-487a-47c6-ba40-7101ea8f6992', 'mac_address': 'fa:16:3e:80:ff:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402aee6e-45a3-4a70-9fdb-2e5ee35807da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T14:18:20Z', 'updated_at': '2021-07-16T14:18:20Z', 'revision_number': 0, 'project_id': '32619117d80748f8a1f9559a81d3503d', 'fixed_ip_address_scope': None}, {'id': 'ac54fc7f-7f77-4177-be67-c8fb65accbe1', 'tenant_id': '32619117d80748f8a1f9559a81d3503d', 'floating_ip_address': '172.27.1.135', 'floating_network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'router_id': 'e927a0a9-ad79-441d-8740-ad848a86a719', 'port_id': 'a436a34a-2634-4967-9819-3e812bbeffed', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdf51055-487a-47c6-ba40-7101ea8f6992', 'mac_address': 'fa:16:3e:1f:78:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66da813a-f0e4-417d-a131-28c9b0422793', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T14:16:26Z', 'updated_at': '2021-07-16T14:16:29Z', 'revision_number': 1, 'project_id': '32619117d80748f8a1f9559a81d3503d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a1a6ced-9c5d-4a27-ac15-7847d3bc7409', 'name': '', 'network_id': 'bdf51055-487a-47c6-ba40-7101ea8f6992', 'tenant_id': '32619117d80748f8a1f9559a81d3503d', 'mac_address': 'fa:16:3e:67:a0:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e927a0a9-ad79-441d-8740-ad848a86a719', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '434d79b6-168f-4988-9fda-3d5972d38d97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:13:12Z', 'updated_at': '2021-07-16T14:13:18Z', 'revision_number': 5, 'project_id': '32619117d80748f8a1f9559a81d3503d', 'subnets': [{'id': '434d79b6-168f-4988-9fda-3d5972d38d97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-7-iscsi', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:18:22.614435 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aab0ce0-9858-478f-991d-4ca829f492df None None] The sync data for ids ['e927a0a9-ad79-441d-8740-ad848a86a719'] in dv-cinder-784763-7-iscsi is: [{'id': 'e927a0a9-ad79-441d-8740-ad848a86a719', 'name': 'tempest-TestVolumeBootPattern-515783362-router', 'tenant_id': '32619117d80748f8a1f9559a81d3503d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'external_fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': '5aa0f06c-52a3-449c-96e0-073d47e80e2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T14:13:09Z', 'updated_at': '2021-07-16T14:13:12Z', 'revision_number': 4, 'project_id': '32619117d80748f8a1f9559a81d3503d', 'gw_port': {'id': '5aa0f06c-52a3-449c-96e0-073d47e80e2a', 'name': '', 'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:0a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e927a0a9-ad79-441d-8740-ad848a86a719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:13:10Z', 'updated_at': '2021-07-16T14:13:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-7-iscsi', '_floatingips': [{'id': '59748453-c1d4-4faf-9742-d47171e83f66', 'tenant_id': '32619117d80748f8a1f9559a81d3503d', 'floating_ip_address': '172.27.1.16', 'floating_network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'router_id': 'e927a0a9-ad79-441d-8740-ad848a86a719', 'port_id': '5506b85b-09b5-4606-acc8-bdd64c9c88f2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdf51055-487a-47c6-ba40-7101ea8f6992', 'mac_address': 'fa:16:3e:80:ff:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402aee6e-45a3-4a70-9fdb-2e5ee35807da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T14:18:20Z', 'updated_at': '2021-07-16T14:18:20Z', 'revision_number': 0, 'project_id': '32619117d80748f8a1f9559a81d3503d', 'fixed_ip_address_scope': None}, {'id': 'ac54fc7f-7f77-4177-be67-c8fb65accbe1', 'tenant_id': '32619117d80748f8a1f9559a81d3503d', 'floating_ip_address': '172.27.1.135', 'floating_network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'router_id': 'e927a0a9-ad79-441d-8740-ad848a86a719', 'port_id': 'a436a34a-2634-4967-9819-3e812bbeffed', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdf51055-487a-47c6-ba40-7101ea8f6992', 'mac_address': 'fa:16:3e:1f:78:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66da813a-f0e4-417d-a131-28c9b0422793', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T14:16:26Z', 'updated_at': '2021-07-16T14:16:29Z', 'revision_number': 1, 'project_id': '32619117d80748f8a1f9559a81d3503d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a1a6ced-9c5d-4a27-ac15-7847d3bc7409', 'name': '', 'network_id': 'bdf51055-487a-47c6-ba40-7101ea8f6992', 'tenant_id': '32619117d80748f8a1f9559a81d3503d', 'mac_address': 'fa:16:3e:67:a0:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e927a0a9-ad79-441d-8740-ad848a86a719', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '434d79b6-168f-4988-9fda-3d5972d38d97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:13:12Z', 'updated_at': '2021-07-16T14:13:18Z', 'revision_number': 5, 'project_id': '32619117d80748f8a1f9559a81d3503d', 'subnets': [{'id': '434d79b6-168f-4988-9fda-3d5972d38d97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 14:18:22.686347 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.agents_db [None req-74bc78d6-8b96-4e29-998d-b6ecd97de622 None None] Agent healthcheck: found 6 active agents {{(pid=93105) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 14:18:22.805152 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88efe08a-696d-4ad4-b1a4-cc30e69cc7e9 None None] New status for floating IP 59748453-c1d4-4faf-9742-d47171e83f66: ACTIVE {{(pid=93105) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 14:18:23.134332 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-fe1600e4-7db6-428f-a340-75d1d02f3a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:18:46.044852 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:18:47.778227 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6e78a300-ede7-4ec9-bffa-f374a2281983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:18:50.382658 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-a23fa51f-0a70-4fdd-9be2-d3143bfbcca0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:18:50.738877 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:18:51.483763 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-64ab8875-bbbc-4415-a681-ef47cf0d365f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:18:53.138236 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-fe1600e4-7db6-428f-a340-75d1d02f3a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:18:55.935225 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-1b9835ef-e4d3-4d81-9354-948fdb83898c req-0efffd45-bb6f-46db-8a8a-31b5a74b7efe service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=66da813a-f0e4-417d-a131-28c9b0422793&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0495989 Jul 16 14:18:56.049641 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9835ef-e4d3-4d81-9354-948fdb83898c req-4e6c8b91-19e6-4f92-adfd-c7ef6e4f6f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:18:56.051155 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-1b9835ef-e4d3-4d81-9354-948fdb83898c req-4e6c8b91-19e6-4f92-adfd-c7ef6e4f6f30 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=32619117d80748f8a1f9559a81d3503d&device_id=66da813a-f0e4-417d-a131-28c9b0422793 HTTP/1.1" status: 200 len: 1098 time: 0.0564065 Jul 16 14:18:56.155980 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9835ef-e4d3-4d81-9354-948fdb83898c req-67d7f316-6045-4865-8d25-005b9116cb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:18:56.157509 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-1b9835ef-e4d3-4d81-9354-948fdb83898c req-67d7f316-6045-4865-8d25-005b9116cb5b service neutron] 10.222.0.25 "GET /v2.0/networks?id=bdf51055-487a-47c6-ba40-7101ea8f6992 HTTP/1.1" status: 200 len: 912 time: 0.0867412 Jul 16 14:18:56.226027 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-1b9835ef-e4d3-4d81-9354-948fdb83898c req-4cca40e4-c36d-44f4-9af2-98c8ee0258c9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a436a34a-2634-4967-9819-3e812bbeffed HTTP/1.1" status: 200 len: 1001 time: 0.0617647 Jul 16 14:18:56.277868 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9835ef-e4d3-4d81-9354-948fdb83898c req-1fbd6a77-7580-4076-8c00-dd32d004c96e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:18:56.279323 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-1b9835ef-e4d3-4d81-9354-948fdb83898c req-1fbd6a77-7580-4076-8c00-dd32d004c96e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=434d79b6-168f-4988-9fda-3d5972d38d97 HTTP/1.1" status: 200 len: 850 time: 0.0439482 Jul 16 14:18:56.336386 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9835ef-e4d3-4d81-9354-948fdb83898c req-8c237aff-98a3-4278-a1f9-ce3f1c6e5137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:18:56.337924 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-1b9835ef-e4d3-4d81-9354-948fdb83898c req-8c237aff-98a3-4278-a1f9-ce3f1c6e5137 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=bdf51055-487a-47c6-ba40-7101ea8f6992&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0515113 Jul 16 14:18:56.429729 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-1b9835ef-e4d3-4d81-9354-948fdb83898c req-406f0251-1874-43c8-84f0-8743dc56ec9f service neutron] 10.222.0.25 "GET /v2.0/networks/bdf51055-487a-47c6-ba40-7101ea8f6992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850513 Jul 16 14:18:56.519164 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-1b9835ef-e4d3-4d81-9354-948fdb83898c req-bedb5c41-66f7-4b1f-9dad-459fa31d99ab service neutron] 10.222.0.25 "GET /v2.0/networks/bdf51055-487a-47c6-ba40-7101ea8f6992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830512 Jul 16 14:18:59.685997 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.agents_db [None req-74bc78d6-8b96-4e29-998d-b6ecd97de622 None None] Agent healthcheck: found 6 active agents {{(pid=93105) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 14:19:16.066547 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:19:17.780350 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-4885568f-30a7-459f-81fc-f70544dcd9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:19:20.391466 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-a81e3167-4f33-4c0e-8f42-89d343565125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:19:20.743044 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:19:21.488051 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-64ab8875-bbbc-4415-a681-ef47cf0d365f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:19:23.141260 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-fe1600e4-7db6-428f-a340-75d1d02f3a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:19:36.685808 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.agents_db [None req-74bc78d6-8b96-4e29-998d-b6ecd97de622 None None] Agent healthcheck: found 6 active agents {{(pid=93105) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 14:19:46.074377 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:19:47.781740 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-c00c9760-eb22-4ba5-b764-8703c5847ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:19:49.168608 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 39842) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:19:49.335644 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-6385bfcd-b4cd-434f-b63f-4441e678ad54 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Deleting port 79d763c5-faa0-4bbf-b707-eff1fd9a8f7c {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 14:19:49.335992 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6385bfcd-b4cd-434f-b63f-4441e678ad54 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736156223663'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:19:49.410954 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6385bfcd-b4cd-434f-b63f-4441e678ad54 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683922'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:19:49.411277 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6385bfcd-b4cd-434f-b63f-4441e678ad54 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:19:49.422957 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-6385bfcd-b4cd-434f-b63f-4441e678ad54 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Calling delete_port for 79d763c5-faa0-4bbf-b707-eff1fd9a8f7c owned by network:floatingip {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 14:19:49.568254 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6385bfcd-b4cd-434f-b63f-4441e678ad54 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736156224386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736155824267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3541925'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:19:49.593826 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6385bfcd-b4cd-434f-b63f-4441e678ad54 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Pushing event deleted for resources: {'Port': ['ID=79d763c5-faa0-4bbf-b707-eff1fd9a8f7c,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:19:49.621908 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6385bfcd-b4cd-434f-b63f-4441e678ad54 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:19:49.622253 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6385bfcd-b4cd-434f-b63f-4441e678ad54 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:19:49.622593 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6385bfcd-b4cd-434f-b63f-4441e678ad54 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:19:49.622942 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6385bfcd-b4cd-434f-b63f-4441e678ad54 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:19:49.623257 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6385bfcd-b4cd-434f-b63f-4441e678ad54 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:19:49.623592 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6385bfcd-b4cd-434f-b63f-4441e678ad54 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:19:49.623918 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6385bfcd-b4cd-434f-b63f-4441e678ad54 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:19:49.624242 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6385bfcd-b4cd-434f-b63f-4441e678ad54 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:19:49.624565 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6385bfcd-b4cd-434f-b63f-4441e678ad54 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:19:49.625450 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6385bfcd-b4cd-434f-b63f-4441e678ad54 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:19:49.625450 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6385bfcd-b4cd-434f-b63f-4441e678ad54 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:19:49.625894 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6385bfcd-b4cd-434f-b63f-4441e678ad54 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:19:49.665925 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6385bfcd-b4cd-434f-b63f-4441e678ad54 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Notify callbacks [] for floatingip, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:19:49.666262 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.db.l3_db [None req-6385bfcd-b4cd-434f-b63f-4441e678ad54 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Floating IP 59748453-c1d4-4faf-9742-d47171e83f66 disassociated (deleted). External IP: 172.27.1.16, port: 5506b85b-09b5-4606-acc8-bdd64c9c88f2. Jul 16 14:19:49.888477 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6385bfcd-b4cd-434f-b63f-4441e678ad54 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Router e927a0a9-ad79-441d-8740-ad848a86a719 has already been hosted by L3 agent d50ece19-a35b-4d9c-a2c6-6c45fbfb3bdd {{(pid=93101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 14:19:49.994863 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6385bfcd-b4cd-434f-b63f-4441e678ad54 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Notify agent at l3_agent.dv-cinder-784763-7-iscsi the message routers_updated {{(pid=93101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 14:19:49.999178 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6385bfcd-b4cd-434f-b63f-4441e678ad54 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72406'] for floatingip, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:19:50.004464 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b53fad-bafc-46f9-8bdd-a369acf5387d None None] Sync routers for ids ['e927a0a9-ad79-441d-8740-ad848a86a719'] in dv-cinder-784763-7-iscsi {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 14:19:50.013799 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b53fad-bafc-46f9-8bdd-a369acf5387d None None] Routers {'e927a0a9-ad79-441d-8740-ad848a86a719'} bound to L3 agent in host dv-cinder-784763-7-iscsi {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 14:19:50.014412 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-96b53fad-bafc-46f9-8bdd-a369acf5387d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T13:57:50Z,description=,heartbeat_timestamp=2021-07-16T14:19:20Z,host='dv-cinder-784763-7-iscsi',id=d50ece19-a35b-4d9c-a2c6-6c45fbfb3bdd,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T13:57:50Z,topic='l3_agent')) {'router_ids': ['e927a0a9-ad79-441d-8740-ad848a86a719'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:19:50.034707 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-6385bfcd-b4cd-434f-b63f-4441e678ad54 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] 10.222.0.10 "DELETE /v2.0/floatingips/59748453-c1d4-4faf-9742-d47171e83f66 HTTP/1.1" status: 204 len: 168 time: 0.8649340 Jul 16 14:19:50.035468 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '402aee6e-45a3-4a70-9fdb-2e5ee35807da', 'tag': '5506b85b-09b5-4606-acc8-bdd64c9c88f2'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 14:19:50.037806 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}669b174d507dea59856bca4514a747f2bad56b4b9d456cc0353e9cf2427ac1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4de7db08-c59f-4d6b-9d13-8e15bf06a71f" -d '{"events": [{"name": "network-changed", "server_uuid": "402aee6e-45a3-4a70-9fdb-2e5ee35807da", "tag": "5506b85b-09b5-4606-acc8-bdd64c9c88f2"}]}' {{(pid=93101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 14:19:50.078099 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 14:19:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-973efc77-21fd-4d96-ac0c-8b8a2a5967d0 x-openstack-request-id: req-973efc77-21fd-4d96-ac0c-8b8a2a5967d0 {{(pid=93101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 14:19:50.078393 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "402aee6e-45a3-4a70-9fdb-2e5ee35807da", "tag": "5506b85b-09b5-4606-acc8-bdd64c9c88f2", "status": "completed", "code": 200}]} {{(pid=93101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 14:19:50.078648 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-973efc77-21fd-4d96-ac0c-8b8a2a5967d0 {{(pid=93101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 14:19:50.079190 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '402aee6e-45a3-4a70-9fdb-2e5ee35807da', 'tag': '5506b85b-09b5-4606-acc8-bdd64c9c88f2', 'status': 'completed', 'code': 200} Jul 16 14:19:50.125726 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-96b53fad-bafc-46f9-8bdd-a369acf5387d None None] Set router e927a0a9-ad79-441d-8740-ad848a86a719 gateway port host: dv-cinder-784763-7-iscsi {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 14:19:50.184198 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de7db08-c59f-4d6b-9d13-8e15bf06a71f req-8e1c62c2-5353-4d60-9130-7ee2ba5361cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:19:50.186583 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-4de7db08-c59f-4d6b-9d13-8e15bf06a71f req-8e1c62c2-5353-4d60-9130-7ee2ba5361cc service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=32619117d80748f8a1f9559a81d3503d&device_id=402aee6e-45a3-4a70-9fdb-2e5ee35807da HTTP/1.1" status: 200 len: 1099 time: 0.0624273 Jul 16 14:19:50.295791 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de7db08-c59f-4d6b-9d13-8e15bf06a71f req-99833b2f-71c9-4a03-9b90-8e606d9a3f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:19:50.297604 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-4de7db08-c59f-4d6b-9d13-8e15bf06a71f req-99833b2f-71c9-4a03-9b90-8e606d9a3f3e service neutron] 10.222.0.25 "GET /v2.0/networks?id=bdf51055-487a-47c6-ba40-7101ea8f6992 HTTP/1.1" status: 200 len: 912 time: 0.1039085 Jul 16 14:19:50.377727 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-4de7db08-c59f-4d6b-9d13-8e15bf06a71f req-e2a190d5-854e-495a-93aa-f9206135e93b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5506b85b-09b5-4606-acc8-bdd64c9c88f2 HTTP/1.1" status: 200 len: 217 time: 0.0424926 Jul 16 14:19:50.389236 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-63093644-2ef4-4d12-867e-ddb244c4afa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:19:50.392146 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-96b53fad-bafc-46f9-8bdd-a369acf5387d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e927a0a9-ad79-441d-8740-ad848a86a719', 'name': 'tempest-TestVolumeBootPattern-515783362-router', 'tenant_id': '32619117d80748f8a1f9559a81d3503d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'external_fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': '5aa0f06c-52a3-449c-96e0-073d47e80e2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T14:13:09Z', 'updated_at': '2021-07-16T14:13:12Z', 'revision_number': 4, 'project_id': '32619117d80748f8a1f9559a81d3503d', 'gw_port': {'id': '5aa0f06c-52a3-449c-96e0-073d47e80e2a', 'name': '', 'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:0a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e927a0a9-ad79-441d-8740-ad848a86a719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:13:10Z', 'updated_at': '2021-07-16T14:13:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-7-iscsi', '_floatingips': [{'id': 'ac54fc7f-7f77-4177-be67-c8fb65accbe1', 'tenant_id': '32619117d80748f8a1f9559a81d3503d', 'floating_ip_address': '172.27.1.135', 'floating_network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'router_id': 'e927a0a9-ad79-441d-8740-ad848a86a719', 'port_id': 'a436a34a-2634-4967-9819-3e812bbeffed', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdf51055-487a-47c6-ba40-7101ea8f6992', 'mac_address': 'fa:16:3e:1f:78:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66da813a-f0e4-417d-a131-28c9b0422793', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T14:16:26Z', 'updated_at': '2021-07-16T14:16:29Z', 'revision_number': 1, 'project_id': '32619117d80748f8a1f9559a81d3503d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a1a6ced-9c5d-4a27-ac15-7847d3bc7409', 'name': '', 'network_id': 'bdf51055-487a-47c6-ba40-7101ea8f6992', 'tenant_id': '32619117d80748f8a1f9559a81d3503d', 'mac_address': 'fa:16:3e:67:a0:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e927a0a9-ad79-441d-8740-ad848a86a719', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '434d79b6-168f-4988-9fda-3d5972d38d97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:13:12Z', 'updated_at': '2021-07-16T14:13:18Z', 'revision_number': 5, 'project_id': '32619117d80748f8a1f9559a81d3503d', 'subnets': [{'id': '434d79b6-168f-4988-9fda-3d5972d38d97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-7-iscsi', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:19:50.421188 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b53fad-bafc-46f9-8bdd-a369acf5387d None None] Checking router: e927a0a9-ad79-441d-8740-ad848a86a719 for host: dv-cinder-784763-7-iscsi {{(pid=93103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 14:19:50.430681 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b53fad-bafc-46f9-8bdd-a369acf5387d None None] Routers {'e927a0a9-ad79-441d-8740-ad848a86a719'} bound to L3 agent in host dv-cinder-784763-7-iscsi {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 14:19:50.431336 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-96b53fad-bafc-46f9-8bdd-a369acf5387d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T13:57:50Z,description=,heartbeat_timestamp=2021-07-16T14:19:50Z,host='dv-cinder-784763-7-iscsi',id=d50ece19-a35b-4d9c-a2c6-6c45fbfb3bdd,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T13:57:50Z,topic='l3_agent')) {'router_ids': ['e927a0a9-ad79-441d-8740-ad848a86a719'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:19:50.559572 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-96b53fad-bafc-46f9-8bdd-a369acf5387d None None] Set router e927a0a9-ad79-441d-8740-ad848a86a719 gateway port host: dv-cinder-784763-7-iscsi {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 14:19:50.758859 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:19:50.770623 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de7db08-c59f-4d6b-9d13-8e15bf06a71f req-e19203fb-2242-487e-95e5-848b0f851caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:19:50.772124 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-4de7db08-c59f-4d6b-9d13-8e15bf06a71f req-e19203fb-2242-487e-95e5-848b0f851caf service neutron] 10.222.0.25 "GET /v2.0/subnets?id=434d79b6-168f-4988-9fda-3d5972d38d97 HTTP/1.1" status: 200 len: 850 time: 0.3854127 Jul 16 14:19:50.795697 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df06299-1e99-43d4-88aa-37dd2bbd948f req-126dc7d8-2b89-4b81-95be-37329ac4c7fc tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:19:50.797234 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-1df06299-1e99-43d4-88aa-37dd2bbd948f req-126dc7d8-2b89-4b81-95be-37329ac4c7fc tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] 10.222.0.10 "GET /v2.0/ports?device_id=402aee6e-45a3-4a70-9fdb-2e5ee35807da HTTP/1.1" status: 200 len: 946 time: 0.4223907 Jul 16 14:19:50.826496 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-96b53fad-bafc-46f9-8bdd-a369acf5387d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e927a0a9-ad79-441d-8740-ad848a86a719', 'name': 'tempest-TestVolumeBootPattern-515783362-router', 'tenant_id': '32619117d80748f8a1f9559a81d3503d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'external_fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': '5aa0f06c-52a3-449c-96e0-073d47e80e2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T14:13:09Z', 'updated_at': '2021-07-16T14:13:12Z', 'revision_number': 4, 'project_id': '32619117d80748f8a1f9559a81d3503d', 'gw_port': {'id': '5aa0f06c-52a3-449c-96e0-073d47e80e2a', 'name': '', 'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:0a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e927a0a9-ad79-441d-8740-ad848a86a719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:13:10Z', 'updated_at': '2021-07-16T14:13:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-7-iscsi', '_floatingips': [{'id': 'ac54fc7f-7f77-4177-be67-c8fb65accbe1', 'tenant_id': '32619117d80748f8a1f9559a81d3503d', 'floating_ip_address': '172.27.1.135', 'floating_network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'router_id': 'e927a0a9-ad79-441d-8740-ad848a86a719', 'port_id': 'a436a34a-2634-4967-9819-3e812bbeffed', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdf51055-487a-47c6-ba40-7101ea8f6992', 'mac_address': 'fa:16:3e:1f:78:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66da813a-f0e4-417d-a131-28c9b0422793', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T14:16:26Z', 'updated_at': '2021-07-16T14:16:29Z', 'revision_number': 1, 'project_id': '32619117d80748f8a1f9559a81d3503d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a1a6ced-9c5d-4a27-ac15-7847d3bc7409', 'name': '', 'network_id': 'bdf51055-487a-47c6-ba40-7101ea8f6992', 'tenant_id': '32619117d80748f8a1f9559a81d3503d', 'mac_address': 'fa:16:3e:67:a0:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e927a0a9-ad79-441d-8740-ad848a86a719', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '434d79b6-168f-4988-9fda-3d5972d38d97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:13:12Z', 'updated_at': '2021-07-16T14:13:18Z', 'revision_number': 5, 'project_id': '32619117d80748f8a1f9559a81d3503d', 'subnets': [{'id': '434d79b6-168f-4988-9fda-3d5972d38d97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-7-iscsi', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:19:50.854625 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b53fad-bafc-46f9-8bdd-a369acf5387d None None] The sync data for ids ['e927a0a9-ad79-441d-8740-ad848a86a719'] in dv-cinder-784763-7-iscsi is: [{'id': 'e927a0a9-ad79-441d-8740-ad848a86a719', 'name': 'tempest-TestVolumeBootPattern-515783362-router', 'tenant_id': '32619117d80748f8a1f9559a81d3503d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'external_fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': '5aa0f06c-52a3-449c-96e0-073d47e80e2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T14:13:09Z', 'updated_at': '2021-07-16T14:13:12Z', 'revision_number': 4, 'project_id': '32619117d80748f8a1f9559a81d3503d', 'gw_port': {'id': '5aa0f06c-52a3-449c-96e0-073d47e80e2a', 'name': '', 'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:0a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e927a0a9-ad79-441d-8740-ad848a86a719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:13:10Z', 'updated_at': '2021-07-16T14:13:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-7-iscsi', '_floatingips': [{'id': 'ac54fc7f-7f77-4177-be67-c8fb65accbe1', 'tenant_id': '32619117d80748f8a1f9559a81d3503d', 'floating_ip_address': '172.27.1.135', 'floating_network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'router_id': 'e927a0a9-ad79-441d-8740-ad848a86a719', 'port_id': 'a436a34a-2634-4967-9819-3e812bbeffed', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdf51055-487a-47c6-ba40-7101ea8f6992', 'mac_address': 'fa:16:3e:1f:78:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66da813a-f0e4-417d-a131-28c9b0422793', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T14:16:26Z', 'updated_at': '2021-07-16T14:16:29Z', 'revision_number': 1, 'project_id': '32619117d80748f8a1f9559a81d3503d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a1a6ced-9c5d-4a27-ac15-7847d3bc7409', 'name': '', 'network_id': 'bdf51055-487a-47c6-ba40-7101ea8f6992', 'tenant_id': '32619117d80748f8a1f9559a81d3503d', 'mac_address': 'fa:16:3e:67:a0:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e927a0a9-ad79-441d-8740-ad848a86a719', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '434d79b6-168f-4988-9fda-3d5972d38d97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:13:12Z', 'updated_at': '2021-07-16T14:13:18Z', 'revision_number': 5, 'project_id': '32619117d80748f8a1f9559a81d3503d', 'subnets': [{'id': '434d79b6-168f-4988-9fda-3d5972d38d97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 14:19:50.863206 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-1df06299-1e99-43d4-88aa-37dd2bbd948f req-0e944576-91dc-4c24-adf5-435365de8f2c tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb179e6f-d2a9-4984-b7ac-580abaad5e34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470922 Jul 16 14:19:50.876218 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de7db08-c59f-4d6b-9d13-8e15bf06a71f req-8d45545b-cb68-4aae-adeb-7e05160f2c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:19:50.880822 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-4de7db08-c59f-4d6b-9d13-8e15bf06a71f req-8d45545b-cb68-4aae-adeb-7e05160f2c95 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=bdf51055-487a-47c6-ba40-7101ea8f6992&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0972533 Jul 16 14:19:50.972972 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-4de7db08-c59f-4d6b-9d13-8e15bf06a71f req-8587f2ec-90d0-4f07-8267-9b598e7e4454 service neutron] 10.222.0.25 "GET /v2.0/networks/bdf51055-487a-47c6-ba40-7101ea8f6992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875976 Jul 16 14:19:51.069266 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-4de7db08-c59f-4d6b-9d13-8e15bf06a71f req-f38f2e4b-4a93-4a76-807a-ebca69ac58e1 service neutron] 10.222.0.25 "GET /v2.0/networks/bdf51055-487a-47c6-ba40-7101ea8f6992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895801 Jul 16 14:19:51.073970 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2ef7d6-4369-4252-a99d-41f01d33d0a9 None None] New status for floating IP 59748453-c1d4-4faf-9742-d47171e83f66: DOWN {{(pid=93105) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 14:19:51.489110 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-64ab8875-bbbc-4415-a681-ef47cf0d365f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:19:52.062120 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1339c421-5a28-4b24-be21-ed510549c198 req-ea9caf72-555d-434e-8690-6319dc01134a tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:19:52.063648 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-1339c421-5a28-4b24-be21-ed510549c198 req-ea9caf72-555d-434e-8690-6319dc01134a tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] 10.222.0.10 "GET /v2.0/ports?device_id=402aee6e-45a3-4a70-9fdb-2e5ee35807da HTTP/1.1" status: 200 len: 946 time: 0.0742543 Jul 16 14:19:52.077902 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64adc677-c771-411b-b8b8-5ba396022d4c req-93da27a1-b96b-420c-bc8d-a8c117629eb3 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:19:52.079452 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-64adc677-c771-411b-b8b8-5ba396022d4c req-93da27a1-b96b-420c-bc8d-a8c117629eb3 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] 10.222.0.25 "GET /v2.0/ports?device_id=402aee6e-45a3-4a70-9fdb-2e5ee35807da HTTP/1.1" status: 200 len: 946 time: 0.0654252 Jul 16 14:19:52.104063 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-1339c421-5a28-4b24-be21-ed510549c198 req-6bb3d6bc-2e41-4be0-8f77-02b80fb3cc1c tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb179e6f-d2a9-4984-b7ac-580abaad5e34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347643 Jul 16 14:19:52.182207 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-64adc677-c771-411b-b8b8-5ba396022d4c req-d2dc7f5f-515a-494c-a96a-eb76ac0e6228 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Deleting port 5506b85b-09b5-4606-acc8-bdd64c9c88f2 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 14:19:52.182461 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-64adc677-c771-411b-b8b8-5ba396022d4c req-d2dc7f5f-515a-494c-a96a-eb76ac0e6228 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736156223663'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:19:52.270667 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-64adc677-c771-411b-b8b8-5ba396022d4c req-d2dc7f5f-515a-494c-a96a-eb76ac0e6228 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] For port 5506b85b-09b5-4606-acc8-bdd64c9c88f2, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=5506b85b-09b5-4606-acc8-bdd64c9c88f2,segment=NetworkSegment(d8dd1782-bfa3-42b8-a1f1-12afba56b459),segment_id=d8dd1782-bfa3-42b8-a1f1-12afba56b459)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:19:52.271031 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-64adc677-c771-411b-b8b8-5ba396022d4c req-d2dc7f5f-515a-494c-a96a-eb76ac0e6228 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683922'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:19:52.284489 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-64adc677-c771-411b-b8b8-5ba396022d4c req-d2dc7f5f-515a-494c-a96a-eb76ac0e6228 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Calling delete_port for 5506b85b-09b5-4606-acc8-bdd64c9c88f2 owned by compute:nova {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 14:19:52.413506 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-64adc677-c771-411b-b8b8-5ba396022d4c req-d2dc7f5f-515a-494c-a96a-eb76ac0e6228 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736156224386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736155824267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3541925'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:19:52.441408 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dc7f5f-515a-494c-a96a-eb76ac0e6228 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Pushing event deleted for resources: {'Port': ['ID=5506b85b-09b5-4606-acc8-bdd64c9c88f2,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:19:52.492257 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-64adc677-c771-411b-b8b8-5ba396022d4c req-d2dc7f5f-515a-494c-a96a-eb76ac0e6228 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] No DVR routers for this DVR port 5506b85b-09b5-4606-acc8-bdd64c9c88f2 on host hv-cinder-78476 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 14:19:52.494848 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-64adc677-c771-411b-b8b8-5ba396022d4c req-d2dc7f5f-515a-494c-a96a-eb76ac0e6228 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72406'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:19:52.497139 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-64adc677-c771-411b-b8b8-5ba396022d4c req-d2dc7f5f-515a-494c-a96a-eb76ac0e6228 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] 10.222.0.25 "DELETE /v2.0/ports/5506b85b-09b5-4606-acc8-bdd64c9c88f2 HTTP/1.1" status: 204 len: 173 time: 0.4123292 Jul 16 14:19:52.497589 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '402aee6e-45a3-4a70-9fdb-2e5ee35807da', 'name': 'network-vif-deleted', 'tag': '5506b85b-09b5-4606-acc8-bdd64c9c88f2'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 14:19:52.499886 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}669b174d507dea59856bca4514a747f2bad56b4b9d456cc0353e9cf2427ac1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fc68606-266f-452e-8483-138e4cfc30d9" -d '{"events": [{"server_uuid": "402aee6e-45a3-4a70-9fdb-2e5ee35807da", "name": "network-vif-deleted", "tag": "5506b85b-09b5-4606-acc8-bdd64c9c88f2"}]}' {{(pid=93101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 14:19:52.535057 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 14:19:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9bc24b6-468e-414f-9d09-3797d1a2e613 x-openstack-request-id: req-b9bc24b6-468e-414f-9d09-3797d1a2e613 {{(pid=93101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 14:19:52.535346 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "402aee6e-45a3-4a70-9fdb-2e5ee35807da", "name": "network-vif-deleted", "tag": "5506b85b-09b5-4606-acc8-bdd64c9c88f2", "status": "completed", "code": 200}]} {{(pid=93101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 14:19:52.535601 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b9bc24b6-468e-414f-9d09-3797d1a2e613 {{(pid=93101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 14:19:52.535996 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '402aee6e-45a3-4a70-9fdb-2e5ee35807da', 'name': 'network-vif-deleted', 'tag': '5506b85b-09b5-4606-acc8-bdd64c9c88f2', 'status': 'completed', 'code': 200} Jul 16 14:19:53.143855 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-fe1600e4-7db6-428f-a340-75d1d02f3a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:19:53.260938 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-958f9e61-bb38-450d-8be0-7a9bdcb5f78c req-1bb848b0-28a6-4a9b-8798-a7d7f01fec0c tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] 10.222.0.10 "GET /v2.0/ports?device_id=402aee6e-45a3-4a70-9fdb-2e5ee35807da HTTP/1.1" status: 200 len: 210 time: 0.0302854 Jul 16 14:19:55.934678 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Device 5506b85b-09b5-4606-acc8-bdd64c9c88f2 no longer exists at agent hyperv_hv-cinder-78476 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 14:19:55.954691 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] No Port match for: 5506b85b-09b5-4606-acc8-bdd64c9c88f2 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 14:19:55.955079 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Device 5506b85b-09b5-4606-acc8-bdd64c9c88f2 not bound to the agent host hv-cinder-78476 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 14:19:56.577563 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 39884) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:19:56.746350 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-be21c04c-64a7-4c2a-bf0b-6737f815b718 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Deleting port 7abcabf5-9ee5-4d5c-9546-a5e0fc385c32 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 14:19:56.746619 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-be21c04c-64a7-4c2a-bf0b-6737f815b718 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736156223663'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:19:56.824218 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-be21c04c-64a7-4c2a-bf0b-6737f815b718 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683922'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:19:56.824544 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-be21c04c-64a7-4c2a-bf0b-6737f815b718 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:19:56.837309 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-be21c04c-64a7-4c2a-bf0b-6737f815b718 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Calling delete_port for 7abcabf5-9ee5-4d5c-9546-a5e0fc385c32 owned by network:floatingip {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 14:19:56.995176 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-be21c04c-64a7-4c2a-bf0b-6737f815b718 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736156224386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736155824267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3541925'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:19:57.024896 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be21c04c-64a7-4c2a-bf0b-6737f815b718 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Pushing event deleted for resources: {'Port': ['ID=7abcabf5-9ee5-4d5c-9546-a5e0fc385c32,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:19:57.095689 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-be21c04c-64a7-4c2a-bf0b-6737f815b718 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Notify callbacks [] for floatingip, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:19:57.096058 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.db.l3_db [None req-be21c04c-64a7-4c2a-bf0b-6737f815b718 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Floating IP ac54fc7f-7f77-4177-be67-c8fb65accbe1 disassociated (deleted). External IP: 172.27.1.135, port: a436a34a-2634-4967-9819-3e812bbeffed. Jul 16 14:19:57.320906 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be21c04c-64a7-4c2a-bf0b-6737f815b718 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Router e927a0a9-ad79-441d-8740-ad848a86a719 has already been hosted by L3 agent d50ece19-a35b-4d9c-a2c6-6c45fbfb3bdd {{(pid=93101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 14:19:57.427442 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be21c04c-64a7-4c2a-bf0b-6737f815b718 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Notify agent at l3_agent.dv-cinder-784763-7-iscsi the message routers_updated {{(pid=93101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 14:19:57.431851 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-be21c04c-64a7-4c2a-bf0b-6737f815b718 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72406'] for floatingip, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:19:57.436826 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d70182-b892-4eab-bac3-933f27a761e9 None None] Sync routers for ids ['e927a0a9-ad79-441d-8740-ad848a86a719'] in dv-cinder-784763-7-iscsi {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 14:19:57.446439 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d70182-b892-4eab-bac3-933f27a761e9 None None] Routers {'e927a0a9-ad79-441d-8740-ad848a86a719'} bound to L3 agent in host dv-cinder-784763-7-iscsi {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 14:19:57.447060 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-97d70182-b892-4eab-bac3-933f27a761e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T13:57:50Z,description=,heartbeat_timestamp=2021-07-16T14:19:50Z,host='dv-cinder-784763-7-iscsi',id=d50ece19-a35b-4d9c-a2c6-6c45fbfb3bdd,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T13:57:50Z,topic='l3_agent')) {'router_ids': ['e927a0a9-ad79-441d-8740-ad848a86a719'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:19:57.471782 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-be21c04c-64a7-4c2a-bf0b-6737f815b718 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] 10.222.0.10 "DELETE /v2.0/floatingips/ac54fc7f-7f77-4177-be67-c8fb65accbe1 HTTP/1.1" status: 204 len: 168 time: 0.8930571 Jul 16 14:19:57.472318 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66da813a-f0e4-417d-a131-28c9b0422793', 'tag': 'a436a34a-2634-4967-9819-3e812bbeffed'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 14:19:57.474752 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}669b174d507dea59856bca4514a747f2bad56b4b9d456cc0353e9cf2427ac1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3f2fe9f-a28d-4101-a131-14820930b44c" -d '{"events": [{"name": "network-changed", "server_uuid": "66da813a-f0e4-417d-a131-28c9b0422793", "tag": "a436a34a-2634-4967-9819-3e812bbeffed"}]}' {{(pid=93101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 14:19:57.525840 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 14:19:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a900ad17-d94a-428e-9b3c-95594d3fae26 x-openstack-request-id: req-a900ad17-d94a-428e-9b3c-95594d3fae26 {{(pid=93101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 14:19:57.526135 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66da813a-f0e4-417d-a131-28c9b0422793", "tag": "a436a34a-2634-4967-9819-3e812bbeffed", "status": "completed", "code": 200}]} {{(pid=93101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 14:19:57.526395 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a900ad17-d94a-428e-9b3c-95594d3fae26 {{(pid=93101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 14:19:57.526844 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66da813a-f0e4-417d-a131-28c9b0422793', 'tag': 'a436a34a-2634-4967-9819-3e812bbeffed', 'status': 'completed', 'code': 200} Jul 16 14:19:57.557284 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-97d70182-b892-4eab-bac3-933f27a761e9 None None] Set router e927a0a9-ad79-441d-8740-ad848a86a719 gateway port host: dv-cinder-784763-7-iscsi {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 14:19:57.622951 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f2fe9f-a28d-4101-a131-14820930b44c req-24439cb0-c71b-41a9-a249-7a88a99608aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:19:57.625694 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-e3f2fe9f-a28d-4101-a131-14820930b44c req-24439cb0-c71b-41a9-a249-7a88a99608aa service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=32619117d80748f8a1f9559a81d3503d&device_id=66da813a-f0e4-417d-a131-28c9b0422793 HTTP/1.1" status: 200 len: 1098 time: 0.0574870 Jul 16 14:19:57.775911 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f2fe9f-a28d-4101-a131-14820930b44c req-cd0c1640-6076-46a8-b159-c5555d1bd694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:19:57.777605 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-e3f2fe9f-a28d-4101-a131-14820930b44c req-cd0c1640-6076-46a8-b159-c5555d1bd694 service neutron] 10.222.0.25 "GET /v2.0/networks?id=bdf51055-487a-47c6-ba40-7101ea8f6992 HTTP/1.1" status: 200 len: 912 time: 0.1447191 Jul 16 14:19:57.796035 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-97d70182-b892-4eab-bac3-933f27a761e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e927a0a9-ad79-441d-8740-ad848a86a719', 'name': 'tempest-TestVolumeBootPattern-515783362-router', 'tenant_id': '32619117d80748f8a1f9559a81d3503d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'external_fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': '5aa0f06c-52a3-449c-96e0-073d47e80e2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T14:13:09Z', 'updated_at': '2021-07-16T14:13:12Z', 'revision_number': 4, 'project_id': '32619117d80748f8a1f9559a81d3503d', 'gw_port': {'id': '5aa0f06c-52a3-449c-96e0-073d47e80e2a', 'name': '', 'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:0a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e927a0a9-ad79-441d-8740-ad848a86a719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:13:10Z', 'updated_at': '2021-07-16T14:13:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-7-iscsi', '_interfaces': [{'id': '3a1a6ced-9c5d-4a27-ac15-7847d3bc7409', 'name': '', 'network_id': 'bdf51055-487a-47c6-ba40-7101ea8f6992', 'tenant_id': '32619117d80748f8a1f9559a81d3503d', 'mac_address': 'fa:16:3e:67:a0:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e927a0a9-ad79-441d-8740-ad848a86a719', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '434d79b6-168f-4988-9fda-3d5972d38d97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:13:12Z', 'updated_at': '2021-07-16T14:13:18Z', 'revision_number': 5, 'project_id': '32619117d80748f8a1f9559a81d3503d', 'subnets': [{'id': '434d79b6-168f-4988-9fda-3d5972d38d97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-7-iscsi', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:19:57.825629 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-e3f2fe9f-a28d-4101-a131-14820930b44c req-9d8f27a1-28e8-4234-a4e8-997667143f12 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a436a34a-2634-4967-9819-3e812bbeffed HTTP/1.1" status: 200 len: 217 time: 0.0410342 Jul 16 14:19:57.830933 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d70182-b892-4eab-bac3-933f27a761e9 None None] Checking router: e927a0a9-ad79-441d-8740-ad848a86a719 for host: dv-cinder-784763-7-iscsi {{(pid=93103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 14:19:57.840526 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d70182-b892-4eab-bac3-933f27a761e9 None None] Routers {'e927a0a9-ad79-441d-8740-ad848a86a719'} bound to L3 agent in host dv-cinder-784763-7-iscsi {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 14:19:57.840746 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-97d70182-b892-4eab-bac3-933f27a761e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T13:57:50Z,description=,heartbeat_timestamp=2021-07-16T14:19:50Z,host='dv-cinder-784763-7-iscsi',id=d50ece19-a35b-4d9c-a2c6-6c45fbfb3bdd,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T13:57:50Z,topic='l3_agent')) {'router_ids': ['e927a0a9-ad79-441d-8740-ad848a86a719'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:19:57.909845 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f2fe9f-a28d-4101-a131-14820930b44c req-56f47c9f-fc90-42ce-8f83-e23c4cd27016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:19:57.911339 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-e3f2fe9f-a28d-4101-a131-14820930b44c req-56f47c9f-fc90-42ce-8f83-e23c4cd27016 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=434d79b6-168f-4988-9fda-3d5972d38d97 HTTP/1.1" status: 200 len: 850 time: 0.0793834 Jul 16 14:19:57.956582 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-97d70182-b892-4eab-bac3-933f27a761e9 None None] Set router e927a0a9-ad79-441d-8740-ad848a86a719 gateway port host: dv-cinder-784763-7-iscsi {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 14:19:57.971279 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828764e1-787f-4f5e-9e53-a6833522f929 req-d990d278-7055-4c2d-a6f0-bc668208a7c2 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:19:57.972937 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-828764e1-787f-4f5e-9e53-a6833522f929 req-d990d278-7055-4c2d-a6f0-bc668208a7c2 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] 10.222.0.10 "GET /v2.0/ports?device_id=66da813a-f0e4-417d-a131-28c9b0422793 HTTP/1.1" status: 200 len: 945 time: 0.1136372 Jul 16 14:19:58.022913 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f2fe9f-a28d-4101-a131-14820930b44c req-0c891b40-0cbf-4108-8b97-5fff9ca407ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:19:58.024443 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-e3f2fe9f-a28d-4101-a131-14820930b44c req-0c891b40-0cbf-4108-8b97-5fff9ca407ae service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=bdf51055-487a-47c6-ba40-7101ea8f6992&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1051846 Jul 16 14:19:58.027828 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-828764e1-787f-4f5e-9e53-a6833522f929 req-d98369f2-f04f-404a-b4e9-0012eebb0376 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb179e6f-d2a9-4984-b7ac-580abaad5e34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477571 Jul 16 14:19:58.115901 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-e3f2fe9f-a28d-4101-a131-14820930b44c req-3e9b8ae7-af30-40c4-90fd-eb7c1df5504d service neutron] 10.222.0.25 "GET /v2.0/networks/bdf51055-487a-47c6-ba40-7101ea8f6992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846727 Jul 16 14:19:58.193918 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-97d70182-b892-4eab-bac3-933f27a761e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e927a0a9-ad79-441d-8740-ad848a86a719', 'name': 'tempest-TestVolumeBootPattern-515783362-router', 'tenant_id': '32619117d80748f8a1f9559a81d3503d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'external_fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': '5aa0f06c-52a3-449c-96e0-073d47e80e2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T14:13:09Z', 'updated_at': '2021-07-16T14:13:12Z', 'revision_number': 4, 'project_id': '32619117d80748f8a1f9559a81d3503d', 'gw_port': {'id': '5aa0f06c-52a3-449c-96e0-073d47e80e2a', 'name': '', 'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:0a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e927a0a9-ad79-441d-8740-ad848a86a719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:13:10Z', 'updated_at': '2021-07-16T14:13:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-7-iscsi', '_interfaces': [{'id': '3a1a6ced-9c5d-4a27-ac15-7847d3bc7409', 'name': '', 'network_id': 'bdf51055-487a-47c6-ba40-7101ea8f6992', 'tenant_id': '32619117d80748f8a1f9559a81d3503d', 'mac_address': 'fa:16:3e:67:a0:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e927a0a9-ad79-441d-8740-ad848a86a719', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '434d79b6-168f-4988-9fda-3d5972d38d97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:13:12Z', 'updated_at': '2021-07-16T14:13:18Z', 'revision_number': 5, 'project_id': '32619117d80748f8a1f9559a81d3503d', 'subnets': [{'id': '434d79b6-168f-4988-9fda-3d5972d38d97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-7-iscsi', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:19:58.218742 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-e3f2fe9f-a28d-4101-a131-14820930b44c req-53c6a513-cf98-44ac-abc1-1f79f7e507bf service neutron] 10.222.0.25 "GET /v2.0/networks/bdf51055-487a-47c6-ba40-7101ea8f6992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960767 Jul 16 14:19:58.224472 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d70182-b892-4eab-bac3-933f27a761e9 None None] The sync data for ids ['e927a0a9-ad79-441d-8740-ad848a86a719'] in dv-cinder-784763-7-iscsi is: [{'id': 'e927a0a9-ad79-441d-8740-ad848a86a719', 'name': 'tempest-TestVolumeBootPattern-515783362-router', 'tenant_id': '32619117d80748f8a1f9559a81d3503d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'external_fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': '5aa0f06c-52a3-449c-96e0-073d47e80e2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T14:13:09Z', 'updated_at': '2021-07-16T14:13:12Z', 'revision_number': 4, 'project_id': '32619117d80748f8a1f9559a81d3503d', 'gw_port': {'id': '5aa0f06c-52a3-449c-96e0-073d47e80e2a', 'name': '', 'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:0a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e927a0a9-ad79-441d-8740-ad848a86a719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:13:10Z', 'updated_at': '2021-07-16T14:13:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-7-iscsi', '_interfaces': [{'id': '3a1a6ced-9c5d-4a27-ac15-7847d3bc7409', 'name': '', 'network_id': 'bdf51055-487a-47c6-ba40-7101ea8f6992', 'tenant_id': '32619117d80748f8a1f9559a81d3503d', 'mac_address': 'fa:16:3e:67:a0:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e927a0a9-ad79-441d-8740-ad848a86a719', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '434d79b6-168f-4988-9fda-3d5972d38d97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:13:12Z', 'updated_at': '2021-07-16T14:13:18Z', 'revision_number': 5, 'project_id': '32619117d80748f8a1f9559a81d3503d', 'subnets': [{'id': '434d79b6-168f-4988-9fda-3d5972d38d97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 14:19:58.448550 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e854426-1998-4896-8dd5-222485e694a1 None None] New status for floating IP ac54fc7f-7f77-4177-be67-c8fb65accbe1: DOWN {{(pid=93105) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 14:19:59.204166 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e6ac06-4022-479c-8e47-7e74a09cc0aa req-d676e745-21ad-4f76-8524-a7f741d5542f tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:19:59.205699 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-f1e6ac06-4022-479c-8e47-7e74a09cc0aa req-d676e745-21ad-4f76-8524-a7f741d5542f tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] 10.222.0.10 "GET /v2.0/ports?device_id=66da813a-f0e4-417d-a131-28c9b0422793 HTTP/1.1" status: 200 len: 945 time: 0.0631189 Jul 16 14:19:59.244708 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-f1e6ac06-4022-479c-8e47-7e74a09cc0aa req-9444bb2e-63b4-45fe-9c91-fee36e71271d tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb179e6f-d2a9-4984-b7ac-580abaad5e34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327759 Jul 16 14:19:59.426929 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03801493-1c75-4aef-8133-ff3c255d5ad8 req-51d1f50b-d1b8-4521-8eb5-3004cde4829d tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:19:59.428375 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-03801493-1c75-4aef-8133-ff3c255d5ad8 req-51d1f50b-d1b8-4521-8eb5-3004cde4829d tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] 10.222.0.25 "GET /v2.0/ports?device_id=66da813a-f0e4-417d-a131-28c9b0422793 HTTP/1.1" status: 200 len: 945 time: 0.0608540 Jul 16 14:19:59.528618 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-03801493-1c75-4aef-8133-ff3c255d5ad8 req-7e02e291-3887-4718-9016-b826f5f85224 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Deleting port a436a34a-2634-4967-9819-3e812bbeffed {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 14:19:59.528985 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-03801493-1c75-4aef-8133-ff3c255d5ad8 req-7e02e291-3887-4718-9016-b826f5f85224 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736156223663'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:19:59.615380 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-03801493-1c75-4aef-8133-ff3c255d5ad8 req-7e02e291-3887-4718-9016-b826f5f85224 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] For port a436a34a-2634-4967-9819-3e812bbeffed, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=a436a34a-2634-4967-9819-3e812bbeffed,segment=NetworkSegment(d8dd1782-bfa3-42b8-a1f1-12afba56b459),segment_id=d8dd1782-bfa3-42b8-a1f1-12afba56b459)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:19:59.615739 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-03801493-1c75-4aef-8133-ff3c255d5ad8 req-7e02e291-3887-4718-9016-b826f5f85224 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683922'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:19:59.628153 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-03801493-1c75-4aef-8133-ff3c255d5ad8 req-7e02e291-3887-4718-9016-b826f5f85224 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Calling delete_port for a436a34a-2634-4967-9819-3e812bbeffed owned by compute:nova {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 14:19:59.755466 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-03801493-1c75-4aef-8133-ff3c255d5ad8 req-7e02e291-3887-4718-9016-b826f5f85224 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736156224386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736155824267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3541925'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:19:59.784670 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e02e291-3887-4718-9016-b826f5f85224 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Pushing event deleted for resources: {'Port': ['ID=a436a34a-2634-4967-9819-3e812bbeffed,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:19:59.831542 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-03801493-1c75-4aef-8133-ff3c255d5ad8 req-7e02e291-3887-4718-9016-b826f5f85224 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] No DVR routers for this DVR port a436a34a-2634-4967-9819-3e812bbeffed on host hv-cinder-78476 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 14:19:59.834001 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-03801493-1c75-4aef-8133-ff3c255d5ad8 req-7e02e291-3887-4718-9016-b826f5f85224 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72406'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:19:59.836506 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [req-03801493-1c75-4aef-8133-ff3c255d5ad8 req-7e02e291-3887-4718-9016-b826f5f85224 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] 10.222.0.25 "DELETE /v2.0/ports/a436a34a-2634-4967-9819-3e812bbeffed HTTP/1.1" status: 204 len: 173 time: 0.4028218 Jul 16 14:19:59.836971 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66da813a-f0e4-417d-a131-28c9b0422793', 'name': 'network-vif-deleted', 'tag': 'a436a34a-2634-4967-9819-3e812bbeffed'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 14:19:59.839191 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}669b174d507dea59856bca4514a747f2bad56b4b9d456cc0353e9cf2427ac1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36f19557-fdf4-49da-97f6-59cd6942114b" -d '{"events": [{"server_uuid": "66da813a-f0e4-417d-a131-28c9b0422793", "name": "network-vif-deleted", "tag": "a436a34a-2634-4967-9819-3e812bbeffed"}]}' {{(pid=93101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 14:19:59.879812 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 14:19:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63e424f8-a706-44ef-ac60-1b49bd48da58 x-openstack-request-id: req-63e424f8-a706-44ef-ac60-1b49bd48da58 {{(pid=93101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 14:19:59.880101 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66da813a-f0e4-417d-a131-28c9b0422793", "name": "network-vif-deleted", "tag": "a436a34a-2634-4967-9819-3e812bbeffed", "status": "completed", "code": 200}]} {{(pid=93101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 14:19:59.880350 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-63e424f8-a706-44ef-ac60-1b49bd48da58 {{(pid=93101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 14:19:59.880745 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66da813a-f0e4-417d-a131-28c9b0422793', 'name': 'network-vif-deleted', 'tag': 'a436a34a-2634-4967-9819-3e812bbeffed', 'status': 'completed', 'code': 200} Jul 16 14:20:00.401581 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [req-88f43a5e-a8f9-44ce-867e-b1a2e9b573b1 req-28d934ae-ac2e-43b1-a61f-385e2fea132d tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] 10.222.0.10 "GET /v2.0/ports?device_id=66da813a-f0e4-417d-a131-28c9b0422793 HTTP/1.1" status: 200 len: 210 time: 0.0349424 Jul 16 14:20:01.496630 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 39900) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:20:01.625713 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-6c5aa2a5-21b1-4cc5-bce7-67d9c9b08c75 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Deleting port 080dc8e7-17a4-437b-9dea-ffe5ecfc8654 {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 14:20:01.626296 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6c5aa2a5-21b1-4cc5-bce7-67d9c9b08c75 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736156223663'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:20:01.711626 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6c5aa2a5-21b1-4cc5-bce7-67d9c9b08c75 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683922'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:20:01.711961 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6c5aa2a5-21b1-4cc5-bce7-67d9c9b08c75 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:20:01.723819 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-6c5aa2a5-21b1-4cc5-bce7-67d9c9b08c75 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Calling delete_port for 080dc8e7-17a4-437b-9dea-ffe5ecfc8654 owned by network:floatingip {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 14:20:01.856308 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6c5aa2a5-21b1-4cc5-bce7-67d9c9b08c75 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736156224386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736155824267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4062758'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:20:01.879973 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5aa2a5-21b1-4cc5-bce7-67d9c9b08c75 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Pushing event deleted for resources: {'Port': ['ID=080dc8e7-17a4-437b-9dea-ffe5ecfc8654,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:20:01.892226 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5aa2a5-21b1-4cc5-bce7-67d9c9b08c75 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:20:01.892572 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5aa2a5-21b1-4cc5-bce7-67d9c9b08c75 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:20:01.892938 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5aa2a5-21b1-4cc5-bce7-67d9c9b08c75 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:20:01.893275 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5aa2a5-21b1-4cc5-bce7-67d9c9b08c75 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:20:01.893603 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5aa2a5-21b1-4cc5-bce7-67d9c9b08c75 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:20:01.893928 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5aa2a5-21b1-4cc5-bce7-67d9c9b08c75 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:20:01.894251 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5aa2a5-21b1-4cc5-bce7-67d9c9b08c75 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:20:01.894577 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5aa2a5-21b1-4cc5-bce7-67d9c9b08c75 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:20:01.894896 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5aa2a5-21b1-4cc5-bce7-67d9c9b08c75 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:20:01.895212 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5aa2a5-21b1-4cc5-bce7-67d9c9b08c75 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:20:01.895529 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5aa2a5-21b1-4cc5-bce7-67d9c9b08c75 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:20:01.895844 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5aa2a5-21b1-4cc5-bce7-67d9c9b08c75 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:20:01.957942 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6c5aa2a5-21b1-4cc5-bce7-67d9c9b08c75 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Notify callbacks [] for floatingip, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:20:01.960516 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6c5aa2a5-21b1-4cc5-bce7-67d9c9b08c75 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72406'] for floatingip, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:20:01.961702 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-6c5aa2a5-21b1-4cc5-bce7-67d9c9b08c75 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] 10.222.0.10 "DELETE /v2.0/floatingips/99e190ba-ffe5-49b3-80db-892929e18dc6 HTTP/1.1" status: 204 len: 168 time: 0.4639869 Jul 16 14:20:03.223569 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 39912) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:20:03.285216 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e49d2f10-f424-4722-8282-5df0aded9ce5 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:20:03.314766 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e49d2f10-f424-4722-8282-5df0aded9ce5 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:20:03.377985 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e49d2f10-f424-4722-8282-5df0aded9ce5 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:20:03.380596 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e49d2f10-f424-4722-8282-5df0aded9ce5 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:20:03.381822 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-e49d2f10-f424-4722-8282-5df0aded9ce5 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] 10.222.0.10 "DELETE /v2.0/security-groups/cb179e6f-d2a9-4984-b7ac-580abaad5e34 HTTP/1.1" status: 204 len: 168 time: 0.1572399 Jul 16 14:20:03.392039 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49d2f10-f424-4722-8282-5df0aded9ce5 tempest-TestVolumeBootPattern-136919206 tempest-TestVolumeBootPattern-136919206-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb179e6f-d2a9-4984-b7ac-580abaad5e34,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:20:03.447195 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 39916) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:20:03.981935 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Device a436a34a-2634-4967-9819-3e812bbeffed no longer exists at agent hyperv_hv-cinder-78476 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 14:20:03.993476 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d3fc5833-4fb2-47d5-bec5-69944a7468ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680361'] for router_interface, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:20:04.003342 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] No Port match for: a436a34a-2634-4967-9819-3e812bbeffed {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 14:20:04.003684 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Device a436a34a-2634-4967-9819-3e812bbeffed not bound to the agent host hv-cinder-78476 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 14:20:04.263711 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-d3fc5833-4fb2-47d5-bec5-69944a7468ac admin admin] Deleting port 3a1a6ced-9c5d-4a27-ac15-7847d3bc7409 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 14:20:04.263957 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d3fc5833-4fb2-47d5-bec5-69944a7468ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736156223663'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:20:04.348885 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-d3fc5833-4fb2-47d5-bec5-69944a7468ac admin admin] For port 3a1a6ced-9c5d-4a27-ac15-7847d3bc7409, host dv-cinder-784763-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-7-iscsi',level=0,port_id=3a1a6ced-9c5d-4a27-ac15-7847d3bc7409,segment=NetworkSegment(d8dd1782-bfa3-42b8-a1f1-12afba56b459),segment_id=d8dd1782-bfa3-42b8-a1f1-12afba56b459)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:20:04.349288 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d3fc5833-4fb2-47d5-bec5-69944a7468ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683922'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:20:04.364553 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-d3fc5833-4fb2-47d5-bec5-69944a7468ac admin admin] Calling delete_port for 3a1a6ced-9c5d-4a27-ac15-7847d3bc7409 owned by network:router_interface {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 14:20:04.559266 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d3fc5833-4fb2-47d5-bec5-69944a7468ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736156224386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736155824267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3541925'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:20:04.585077 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fc5833-4fb2-47d5-bec5-69944a7468ac admin admin] Pushing event deleted for resources: {'Port': ['ID=3a1a6ced-9c5d-4a27-ac15-7847d3bc7409,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:20:04.763506 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d3fc5833-4fb2-47d5-bec5-69944a7468ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-677689'] for router_interface, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:20:04.980967 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3fc5833-4fb2-47d5-bec5-69944a7468ac admin admin] Router e927a0a9-ad79-441d-8740-ad848a86a719 has already been hosted by L3 agent d50ece19-a35b-4d9c-a2c6-6c45fbfb3bdd {{(pid=93101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 14:20:05.090660 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3fc5833-4fb2-47d5-bec5-69944a7468ac admin admin] Notify agent at l3_agent.dv-cinder-784763-7-iscsi the message routers_updated {{(pid=93101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 14:20:05.095862 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-d3fc5833-4fb2-47d5-bec5-69944a7468ac admin admin] 10.222.0.10 "PUT /v2.0/routers/e927a0a9-ad79-441d-8740-ad848a86a719/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6470027 Jul 16 14:20:05.098614 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 39920) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:20:05.099558 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c820860-384c-4d7e-a5ef-ca489d959047 None None] Sync routers for ids ['e927a0a9-ad79-441d-8740-ad848a86a719'] in dv-cinder-784763-7-iscsi {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 14:20:05.109595 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c820860-384c-4d7e-a5ef-ca489d959047 None None] Routers {'e927a0a9-ad79-441d-8740-ad848a86a719'} bound to L3 agent in host dv-cinder-784763-7-iscsi {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 14:20:05.110252 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-6c820860-384c-4d7e-a5ef-ca489d959047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T13:57:50Z,description=,heartbeat_timestamp=2021-07-16T14:19:50Z,host='dv-cinder-784763-7-iscsi',id=d50ece19-a35b-4d9c-a2c6-6c45fbfb3bdd,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T13:57:50Z,topic='l3_agent')) {'router_ids': ['e927a0a9-ad79-441d-8740-ad848a86a719'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:20:05.213411 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-124e0409-85af-4c1f-bf63-e24c25b31434 admin admin] Notify callbacks [] for router, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:20:05.326768 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-124e0409-85af-4c1f-bf63-e24c25b31434 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:20:05.353468 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-6c820860-384c-4d7e-a5ef-ca489d959047 None None] Set router e927a0a9-ad79-441d-8740-ad848a86a719 gateway port host: dv-cinder-784763-7-iscsi {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 14:20:05.383740 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-124e0409-85af-4c1f-bf63-e24c25b31434 admin admin] Deleting port 5aa0f06c-52a3-449c-96e0-073d47e80e2a {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 14:20:05.384084 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-124e0409-85af-4c1f-bf63-e24c25b31434 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736156223663'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:20:05.474639 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.db [None req-124e0409-85af-4c1f-bf63-e24c25b31434 admin admin] For port 5aa0f06c-52a3-449c-96e0-073d47e80e2a, host dv-cinder-784763-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-7-iscsi',level=0,port_id=5aa0f06c-52a3-449c-96e0-073d47e80e2a,segment=NetworkSegment(6901d94e-17f9-4035-ba46-6b4e81a8dcfc),segment_id=6901d94e-17f9-4035-ba46-6b4e81a8dcfc)] {{(pid=93102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:20:05.475068 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-124e0409-85af-4c1f-bf63-e24c25b31434 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683922'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:20:05.489110 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-124e0409-85af-4c1f-bf63-e24c25b31434 admin admin] Calling delete_port for 5aa0f06c-52a3-449c-96e0-073d47e80e2a owned by network:router_gateway {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 14:20:05.548661 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-6c820860-384c-4d7e-a5ef-ca489d959047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e927a0a9-ad79-441d-8740-ad848a86a719', 'name': 'tempest-TestVolumeBootPattern-515783362-router', 'tenant_id': '32619117d80748f8a1f9559a81d3503d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'external_fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': '5aa0f06c-52a3-449c-96e0-073d47e80e2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T14:13:09Z', 'updated_at': '2021-07-16T14:20:04Z', 'revision_number': 5, 'project_id': '32619117d80748f8a1f9559a81d3503d', 'gw_port': {'id': '5aa0f06c-52a3-449c-96e0-073d47e80e2a', 'name': '', 'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:0a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e927a0a9-ad79-441d-8740-ad848a86a719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:13:10Z', 'updated_at': '2021-07-16T14:13:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-7-iscsi'}], 'dv-cinder-784763-7-iscsi', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:20:05.575612 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c820860-384c-4d7e-a5ef-ca489d959047 None None] Checking router: e927a0a9-ad79-441d-8740-ad848a86a719 for host: dv-cinder-784763-7-iscsi {{(pid=93103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 14:20:05.584545 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c820860-384c-4d7e-a5ef-ca489d959047 None None] Routers {'e927a0a9-ad79-441d-8740-ad848a86a719'} bound to L3 agent in host dv-cinder-784763-7-iscsi {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 14:20:05.585723 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-6c820860-384c-4d7e-a5ef-ca489d959047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T13:57:50Z,description=,heartbeat_timestamp=2021-07-16T14:19:50Z,host='dv-cinder-784763-7-iscsi',id=d50ece19-a35b-4d9c-a2c6-6c45fbfb3bdd,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T13:57:50Z,topic='l3_agent')) {'router_ids': ['e927a0a9-ad79-441d-8740-ad848a86a719'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:20:05.671058 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-124e0409-85af-4c1f-bf63-e24c25b31434 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736156224386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736155824267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4062758'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:20:05.681038 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-6c820860-384c-4d7e-a5ef-ca489d959047 None None] Set router e927a0a9-ad79-441d-8740-ad848a86a719 gateway port host: None {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 14:20:05.697513 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124e0409-85af-4c1f-bf63-e24c25b31434 admin admin] Pushing event deleted for resources: {'Port': ['ID=5aa0f06c-52a3-449c-96e0-073d47e80e2a,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:20:05.736254 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-6c820860-384c-4d7e-a5ef-ca489d959047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e927a0a9-ad79-441d-8740-ad848a86a719', 'name': 'tempest-TestVolumeBootPattern-515783362-router', 'tenant_id': '32619117d80748f8a1f9559a81d3503d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T14:13:09Z', 'updated_at': '2021-07-16T14:20:05Z', 'revision_number': 6, 'project_id': '32619117d80748f8a1f9559a81d3503d', 'gw_port_host': None}], 'dv-cinder-784763-7-iscsi', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:20:05.762938 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c820860-384c-4d7e-a5ef-ca489d959047 None None] The sync data for ids ['e927a0a9-ad79-441d-8740-ad848a86a719'] in dv-cinder-784763-7-iscsi is: [{'id': 'e927a0a9-ad79-441d-8740-ad848a86a719', 'name': 'tempest-TestVolumeBootPattern-515783362-router', 'tenant_id': '32619117d80748f8a1f9559a81d3503d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T14:13:09Z', 'updated_at': '2021-07-16T14:20:05Z', 'revision_number': 6, 'project_id': '32619117d80748f8a1f9559a81d3503d', 'gw_port_host': None}] {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 14:20:05.795396 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-124e0409-85af-4c1f-bf63-e24c25b31434 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-611427'] for router_gateway, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:20:05.885681 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-124e0409-85af-4c1f-bf63-e24c25b31434 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6801'] for router, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:20:05.887852 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-124e0409-85af-4c1f-bf63-e24c25b31434 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:20:05.931029 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-124e0409-85af-4c1f-bf63-e24c25b31434 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-684001'] for router, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:20:05.931612 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-124e0409-85af-4c1f-bf63-e24c25b31434 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e927a0a9-ad79-441d-8740-ad848a86a719 {{(pid=93102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 14:20:05.935930 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-124e0409-85af-4c1f-bf63-e24c25b31434 admin admin] Notify callbacks [] for router, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:20:05.937236 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-124e0409-85af-4c1f-bf63-e24c25b31434 admin admin] 10.222.0.10 "DELETE /v2.0/routers/e927a0a9-ad79-441d-8740-ad848a86a719 HTTP/1.1" status: 204 len: 168 time: 0.8376184 Jul 16 14:20:05.939787 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 39922) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:20:05.986085 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ff947ba-19c5-40fb-bc38-3b85e8bfdae7 admin admin] Deleting subnet 434d79b6-168f-4988-9fda-3d5972d38d97 {{(pid=93102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 14:20:05.989845 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2ff947ba-19c5-40fb-bc38-3b85e8bfdae7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:20:06.029336 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2ff947ba-19c5-40fb-bc38-3b85e8bfdae7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4062852'] for subnet, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:20:06.112241 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2ff947ba-19c5-40fb-bc38-3b85e8bfdae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16506816'] for subnet, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:20:06.172822 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2ff947ba-19c5-40fb-bc38-3b85e8bfdae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16506871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4062805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3919862'] for subnet, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:20:06.202483 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff947ba-19c5-40fb-bc38-3b85e8bfdae7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=434d79b6-168f-4988-9fda-3d5972d38d97,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:20:06.204497 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2ff947ba-19c5-40fb-bc38-3b85e8bfdae7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583268'] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:20:06.208943 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-2ff947ba-19c5-40fb-bc38-3b85e8bfdae7 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/434d79b6-168f-4988-9fda-3d5972d38d97 HTTP/1.1" status: 204 len: 168 time: 0.2657552 Jul 16 14:20:06.209309 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 39924) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:20:06.215041 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fc40cd6-c613-4dc4-9b1e-879d3343c3c7 None None] Network bdf51055-487a-47c6-ba40-7101ea8f6992 requested from dv-cinder-784763-7-iscsi {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 14:20:06.286630 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7d6f2298-fd44-4ecd-a7c1-77c846a27500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16272555'] for network, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:20:06.342211 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-7d6f2298-fd44-4ecd-a7c1-77c846a27500 admin admin] Deleting port 1fb2e2ff-8048-4e5b-b20e-7f2b4bd72fae {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 14:20:06.342560 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7d6f2298-fd44-4ecd-a7c1-77c846a27500 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736156223663'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:20:06.416460 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.db [None req-7d6f2298-fd44-4ecd-a7c1-77c846a27500 admin admin] For port 1fb2e2ff-8048-4e5b-b20e-7f2b4bd72fae, host dv-cinder-784763-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-7-iscsi',level=0,port_id=1fb2e2ff-8048-4e5b-b20e-7f2b4bd72fae,segment=NetworkSegment(d8dd1782-bfa3-42b8-a1f1-12afba56b459),segment_id=d8dd1782-bfa3-42b8-a1f1-12afba56b459)] {{(pid=93102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:20:06.416725 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7d6f2298-fd44-4ecd-a7c1-77c846a27500 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683922'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:20:06.430708 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-7d6f2298-fd44-4ecd-a7c1-77c846a27500 admin admin] Calling delete_port for 1fb2e2ff-8048-4e5b-b20e-7f2b4bd72fae owned by network:dhcp {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 14:20:06.513413 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7d6f2298-fd44-4ecd-a7c1-77c846a27500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736156224386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736155824267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4062758'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:20:06.538105 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6f2298-fd44-4ecd-a7c1-77c846a27500 admin admin] Pushing event deleted for resources: {'Port': ['ID=1fb2e2ff-8048-4e5b-b20e-7f2b4bd72fae,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:20:06.545260 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6f2298-fd44-4ecd-a7c1-77c846a27500 admin admin] No DVR routers for this DVR port 1fb2e2ff-8048-4e5b-b20e-7f2b4bd72fae on host dv-cinder-784763-7-iscsi {{(pid=93102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 14:20:06.571113 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29db600e-b31f-44ec-b9ea-43713d0a4a45 None None] DHCP port deletion for bdf51055-487a-47c6-ba40-7101ea8f6992 request from dv-cinder-784763-7-iscsi {{(pid=93103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 14:20:06.623127 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7d6f2298-fd44-4ecd-a7c1-77c846a27500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16499620', 'neutron.services.segments.db._delete_segments_for_network-8736156337740'] for network, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:20:06.631507 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Device 3a1a6ced-9c5d-4a27-ac15-7847d3bc7409 no longer exists at agent ovs-agent-dv-cinder-784763-7-iscsi {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 14:20:06.635274 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.services.segments.db [None req-7d6f2298-fd44-4ecd-a7c1-77c846a27500 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdf51055-487a-47c6-ba40-7101ea8f6992']}} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:20:06.646024 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.services.segments.db [None req-7d6f2298-fd44-4ecd-a7c1-77c846a27500 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8dd1782-bfa3-42b8-a1f1-12afba56b459') {'for_net_delete': True} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:20:06.646326 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.services.segments.db [None req-7d6f2298-fd44-4ecd-a7c1-77c846a27500 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8dd1782-bfa3-42b8-a1f1-12afba56b459') {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:20:06.657337 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7d6f2298-fd44-4ecd-a7c1-77c846a27500 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736156340821', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4062899'] for segment, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:20:06.668260 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] No Port match for: 3a1a6ced-9c5d-4a27-ac15-7847d3bc7409 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 14:20:06.668761 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Device 3a1a6ced-9c5d-4a27-ac15-7847d3bc7409 not bound to the agent host dv-cinder-784763-7-iscsi {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 14:20:06.669537 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Device 5aa0f06c-52a3-449c-96e0-073d47e80e2a no longer exists at agent ovs-agent-dv-cinder-784763-7-iscsi {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 14:20:06.674998 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7d6f2298-fd44-4ecd-a7c1-77c846a27500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16512664'] for segment, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:20:06.686544 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d6f2298-fd44-4ecd-a7c1-77c846a27500 admin admin] Releasing vlan 213 on physical network physnet1 to pool {{(pid=93102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 14:20:06.687225 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7d6f2298-fd44-4ecd-a7c1-77c846a27500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16512664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4063223'] for segment, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:20:06.690103 dv-cinder-784763-7-iscsi neutron-server[93102]: Traceback (most recent call last): Jul 16 14:20:06.690103 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 14:20:06.690103 dv-cinder-784763-7-iscsi neutron-server[93102]: timer() Jul 16 14:20:06.690103 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 14:20:06.690103 dv-cinder-784763-7-iscsi neutron-server[93102]: cb(*args, **kw) Jul 16 14:20:06.690103 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 14:20:06.690103 dv-cinder-784763-7-iscsi neutron-server[93102]: return func(*args, **kwargs) Jul 16 14:20:06.690103 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 14:20:06.690103 dv-cinder-784763-7-iscsi neutron-server[93102]: self._notify() Jul 16 14:20:06.690103 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 14:20:06.690103 dv-cinder-784763-7-iscsi neutron-server[93102]: self.callback(batched_events) Jul 16 14:20:06.690103 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 14:20:06.690103 dv-cinder-784763-7-iscsi neutron-server[93102]: event.method(event) Jul 16 14:20:06.690103 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 14:20:06.690103 dv-cinder-784763-7-iscsi neutron-server[93102]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 14:20:06.690103 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 14:20:06.690103 dv-cinder-784763-7-iscsi neutron-server[93102]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 14:20:06.690103 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 14:20:06.690103 dv-cinder-784763-7-iscsi neutron-server[93102]: return f(self, *a, **k) Jul 16 14:20:06.690103 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 14:20:06.690103 dv-cinder-784763-7-iscsi neutron-server[93102]: return self._get(url).json() Jul 16 14:20:06.690103 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 14:20:06.690103 dv-cinder-784763-7-iscsi neutron-server[93102]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 14:20:06.690103 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 14:20:06.690103 dv-cinder-784763-7-iscsi neutron-server[93102]: return self.request(url, 'GET', **kwargs) Jul 16 14:20:06.690103 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 14:20:06.690103 dv-cinder-784763-7-iscsi neutron-server[93102]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 14:20:06.690103 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 14:20:06.690103 dv-cinder-784763-7-iscsi neutron-server[93102]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 14:20:06.690103 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 14:20:06.690103 dv-cinder-784763-7-iscsi neutron-server[93102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 14:20:06.690103 dv-cinder-784763-7-iscsi neutron-server[93102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 14:20:06.699117 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] No Port match for: 5aa0f06c-52a3-449c-96e0-073d47e80e2a {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 14:20:06.699462 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Device 5aa0f06c-52a3-449c-96e0-073d47e80e2a not bound to the agent host dv-cinder-784763-7-iscsi {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 14:20:06.699897 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Device 1fb2e2ff-8048-4e5b-b20e-7f2b4bd72fae no longer exists at agent ovs-agent-dv-cinder-784763-7-iscsi {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 14:20:06.718948 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] No Port match for: 1fb2e2ff-8048-4e5b-b20e-7f2b4bd72fae {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 14:20:06.719294 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Device 1fb2e2ff-8048-4e5b-b20e-7f2b4bd72fae not bound to the agent host dv-cinder-784763-7-iscsi {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 14:20:06.787196 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7d6f2298-fd44-4ecd-a7c1-77c846a27500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16499645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611519'] for network, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:20:06.793512 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7d6f2298-fd44-4ecd-a7c1-77c846a27500 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583268'] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:20:06.801246 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-7d6f2298-fd44-4ecd-a7c1-77c846a27500 admin admin] 10.222.0.10 "DELETE /v2.0/networks/bdf51055-487a-47c6-ba40-7101ea8f6992 HTTP/1.1" status: 204 len: 168 time: 0.5853872 Jul 16 14:20:06.801432 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 39926) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:20:06.808672 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6f2298-fd44-4ecd-a7c1-77c846a27500 admin admin] Pushing event deleted for resources: {'Network': ['ID=bdf51055-487a-47c6-ba40-7101ea8f6992,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:20:07.454216 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-82c5cb05-c745-4bb3-8dfc-1f581caf323d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680361'] for router_interface, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:20:07.725700 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-82c5cb05-c745-4bb3-8dfc-1f581caf323d admin admin] Deleting port 33bf0232-935c-409e-b254-f45f196c5472 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 14:20:07.725988 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-82c5cb05-c745-4bb3-8dfc-1f581caf323d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736156223663'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:20:07.807613 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-82c5cb05-c745-4bb3-8dfc-1f581caf323d admin admin] For port 33bf0232-935c-409e-b254-f45f196c5472, host dv-cinder-784763-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-7-iscsi',level=0,port_id=33bf0232-935c-409e-b254-f45f196c5472,segment=NetworkSegment(f36e4799-1983-46b7-96ef-ebd933f75b5c),segment_id=f36e4799-1983-46b7-96ef-ebd933f75b5c)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:20:07.808339 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-82c5cb05-c745-4bb3-8dfc-1f581caf323d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683922'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:20:07.821711 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-82c5cb05-c745-4bb3-8dfc-1f581caf323d admin admin] Calling delete_port for 33bf0232-935c-409e-b254-f45f196c5472 owned by network:router_interface {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 14:20:08.009751 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-82c5cb05-c745-4bb3-8dfc-1f581caf323d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736156224386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736155824267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3541925'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:20:08.036733 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c5cb05-c745-4bb3-8dfc-1f581caf323d admin admin] Pushing event deleted for resources: {'Port': ['ID=33bf0232-935c-409e-b254-f45f196c5472,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:20:08.234776 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-82c5cb05-c745-4bb3-8dfc-1f581caf323d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-677689'] for router_interface, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:20:08.456159 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82c5cb05-c745-4bb3-8dfc-1f581caf323d admin admin] Router 3d17c7b0-ff1e-4fbf-9ea7-fe8100f7de50 has already been hosted by L3 agent d50ece19-a35b-4d9c-a2c6-6c45fbfb3bdd {{(pid=93101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 14:20:08.571998 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82c5cb05-c745-4bb3-8dfc-1f581caf323d admin admin] Notify agent at l3_agent.dv-cinder-784763-7-iscsi the message routers_updated {{(pid=93101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 14:20:08.577189 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-82c5cb05-c745-4bb3-8dfc-1f581caf323d admin admin] 10.222.0.10 "PUT /v2.0/routers/3d17c7b0-ff1e-4fbf-9ea7-fe8100f7de50/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7755711 Jul 16 14:20:08.579823 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 39928) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:20:08.582768 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4640df3-40e4-4082-ac72-e910ae9f3d31 None None] Sync routers for ids ['3d17c7b0-ff1e-4fbf-9ea7-fe8100f7de50'] in dv-cinder-784763-7-iscsi {{(pid=93105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 14:20:08.594851 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4640df3-40e4-4082-ac72-e910ae9f3d31 None None] Routers {'3d17c7b0-ff1e-4fbf-9ea7-fe8100f7de50'} bound to L3 agent in host dv-cinder-784763-7-iscsi {{(pid=93105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 14:20:08.595562 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.l3_hamode_db [None req-a4640df3-40e4-4082-ac72-e910ae9f3d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T13:57:50Z,description=,heartbeat_timestamp=2021-07-16T14:19:50Z,host='dv-cinder-784763-7-iscsi',id=d50ece19-a35b-4d9c-a2c6-6c45fbfb3bdd,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T13:57:50Z,topic='l3_agent')) {'router_ids': ['3d17c7b0-ff1e-4fbf-9ea7-fe8100f7de50'], 'active': True} {{(pid=93105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:20:08.691330 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-042c3fa3-6b0d-4015-8779-906d7d038c22 admin admin] Notify callbacks [] for router, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:20:08.707610 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvr_db [None req-a4640df3-40e4-4082-ac72-e910ae9f3d31 None None] Set router 3d17c7b0-ff1e-4fbf-9ea7-fe8100f7de50 gateway port host: dv-cinder-784763-7-iscsi {{(pid=93105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 14:20:08.800055 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-042c3fa3-6b0d-4015-8779-906d7d038c22 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:20:08.863607 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-042c3fa3-6b0d-4015-8779-906d7d038c22 admin admin] Deleting port d4e354b7-78b7-4d25-803a-c0b6506d12fe {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 14:20:08.864185 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-042c3fa3-6b0d-4015-8779-906d7d038c22 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736156223663'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:20:08.906566 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.l3_hamode_db [None req-a4640df3-40e4-4082-ac72-e910ae9f3d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d17c7b0-ff1e-4fbf-9ea7-fe8100f7de50', 'name': 'tempest-TestVolumeBootPattern-1342176504-router', 'tenant_id': '6e32cfff473a48cb929f173706f381a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'external_fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': 'd4e354b7-78b7-4d25-803a-c0b6506d12fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T14:13:14Z', 'updated_at': '2021-07-16T14:20:07Z', 'revision_number': 5, 'project_id': '6e32cfff473a48cb929f173706f381a4', 'gw_port': {'id': 'd4e354b7-78b7-4d25-803a-c0b6506d12fe', 'name': '', 'network_id': '0c35ba9f-99d2-4e71-b8bf-21eeb4a8c9da', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:4b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d17c7b0-ff1e-4fbf-9ea7-fe8100f7de50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:13:15Z', 'updated_at': '2021-07-16T14:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '898cf826-a558-482b-96e1-37cc6b0abbc7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-7-iscsi'}], 'dv-cinder-784763-7-iscsi', False) {} {{(pid=93105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:20:08.933696 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4640df3-40e4-4082-ac72-e910ae9f3d31 None None] Checking router: 3d17c7b0-ff1e-4fbf-9ea7-fe8100f7de50 for host: dv-cinder-784763-7-iscsi {{(pid=93105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 14:20:08.942586 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4640df3-40e4-4082-ac72-e910ae9f3d31 None None] Routers {'3d17c7b0-ff1e-4fbf-9ea7-fe8100f7de50'} bound to L3 agent in host dv-cinder-784763-7-iscsi {{(pid=93105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 14:20:08.943121 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.l3_hamode_db [None req-a4640df3-40e4-4082-ac72-e910ae9f3d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T13:57:50Z,description=,heartbeat_timestamp=2021-07-16T14:19:50Z,host='dv-cinder-784763-7-iscsi',id=d50ece19-a35b-4d9c-a2c6-6c45fbfb3bdd,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T13:57:50Z,topic='l3_agent')) {'router_ids': ['3d17c7b0-ff1e-4fbf-9ea7-fe8100f7de50'], 'active': True} {{(pid=93105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:20:08.962513 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.db [None req-042c3fa3-6b0d-4015-8779-906d7d038c22 admin admin] For port d4e354b7-78b7-4d25-803a-c0b6506d12fe, host dv-cinder-784763-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-7-iscsi',level=0,port_id=d4e354b7-78b7-4d25-803a-c0b6506d12fe,segment=NetworkSegment(6901d94e-17f9-4035-ba46-6b4e81a8dcfc),segment_id=6901d94e-17f9-4035-ba46-6b4e81a8dcfc)] {{(pid=93102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:20:08.962872 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-042c3fa3-6b0d-4015-8779-906d7d038c22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683922'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:20:08.975412 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-042c3fa3-6b0d-4015-8779-906d7d038c22 admin admin] Calling delete_port for d4e354b7-78b7-4d25-803a-c0b6506d12fe owned by network:router_gateway {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 14:20:09.027872 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvr_db [None req-a4640df3-40e4-4082-ac72-e910ae9f3d31 None None] Set router 3d17c7b0-ff1e-4fbf-9ea7-fe8100f7de50 gateway port host: None {{(pid=93105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 14:20:09.081813 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.l3_hamode_db [None req-a4640df3-40e4-4082-ac72-e910ae9f3d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d17c7b0-ff1e-4fbf-9ea7-fe8100f7de50', 'name': 'tempest-TestVolumeBootPattern-1342176504-router', 'tenant_id': '6e32cfff473a48cb929f173706f381a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T14:13:14Z', 'updated_at': '2021-07-16T14:20:08Z', 'revision_number': 6, 'project_id': '6e32cfff473a48cb929f173706f381a4', 'gw_port_host': None}], 'dv-cinder-784763-7-iscsi', False) {} {{(pid=93105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:20:09.108289 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4640df3-40e4-4082-ac72-e910ae9f3d31 None None] The sync data for ids ['3d17c7b0-ff1e-4fbf-9ea7-fe8100f7de50'] in dv-cinder-784763-7-iscsi is: [{'id': '3d17c7b0-ff1e-4fbf-9ea7-fe8100f7de50', 'name': 'tempest-TestVolumeBootPattern-1342176504-router', 'tenant_id': '6e32cfff473a48cb929f173706f381a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T14:13:14Z', 'updated_at': '2021-07-16T14:20:08Z', 'revision_number': 6, 'project_id': '6e32cfff473a48cb929f173706f381a4', 'gw_port_host': None}] {{(pid=93105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 14:20:09.167243 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-042c3fa3-6b0d-4015-8779-906d7d038c22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736156224386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736155824267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4062758'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:20:09.197624 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042c3fa3-6b0d-4015-8779-906d7d038c22 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4e354b7-78b7-4d25-803a-c0b6506d12fe,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:20:09.293554 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-042c3fa3-6b0d-4015-8779-906d7d038c22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-611427'] for router_gateway, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:20:09.657577 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-042c3fa3-6b0d-4015-8779-906d7d038c22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6801'] for router, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:20:09.659726 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-042c3fa3-6b0d-4015-8779-906d7d038c22 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:20:09.705258 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-042c3fa3-6b0d-4015-8779-906d7d038c22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-684001'] for router, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:20:09.705773 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-042c3fa3-6b0d-4015-8779-906d7d038c22 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3d17c7b0-ff1e-4fbf-9ea7-fe8100f7de50 {{(pid=93102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 14:20:09.710849 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-042c3fa3-6b0d-4015-8779-906d7d038c22 admin admin] Notify callbacks [] for router, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:20:09.712008 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-042c3fa3-6b0d-4015-8779-906d7d038c22 admin admin] 10.222.0.10 "DELETE /v2.0/routers/3d17c7b0-ff1e-4fbf-9ea7-fe8100f7de50 HTTP/1.1" status: 204 len: 168 time: 1.1311977 Jul 16 14:20:09.714652 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 39930) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:20:09.761898 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.db.db_base_plugin_v2 [None req-f07f4c6b-8536-4c08-aa9e-ccc104a80eba admin admin] Deleting subnet 8d0d77bc-4a86-4f38-b5e1-f611ff1364f7 {{(pid=93102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 14:20:09.765005 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f07f4c6b-8536-4c08-aa9e-ccc104a80eba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:20:09.799040 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f07f4c6b-8536-4c08-aa9e-ccc104a80eba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4062852'] for subnet, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:20:09.879736 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f07f4c6b-8536-4c08-aa9e-ccc104a80eba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16506816'] for subnet, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:20:09.938878 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f07f4c6b-8536-4c08-aa9e-ccc104a80eba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16506871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4062805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3919862'] for subnet, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:20:09.965160 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07f4c6b-8536-4c08-aa9e-ccc104a80eba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d0d77bc-4a86-4f38-b5e1-f611ff1364f7,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:20:09.968882 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f07f4c6b-8536-4c08-aa9e-ccc104a80eba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583268'] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:20:09.972449 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-f07f4c6b-8536-4c08-aa9e-ccc104a80eba admin admin] 10.222.0.10 "DELETE /v2.0/subnets/8d0d77bc-4a86-4f38-b5e1-f611ff1364f7 HTTP/1.1" status: 204 len: 168 time: 0.2565429 Jul 16 14:20:09.973546 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.10', 39932) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:20:09.976179 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57a1fdbe-a8a9-4cdb-8bca-700c2cf013ea None None] Network b77bcb1c-5177-4377-9fff-bd1285f10a15 requested from dv-cinder-784763-7-iscsi {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 14:20:10.045114 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-cf936479-286f-4134-8266-662cbdc7866d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16272555'] for network, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:20:10.100476 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-cf936479-286f-4134-8266-662cbdc7866d admin admin] Deleting port 15f18bee-08cf-4e0b-be10-b33c3b9e3613 {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 14:20:10.101398 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-cf936479-286f-4134-8266-662cbdc7866d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736156223663'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:20:10.170496 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05cbcaf1-81ae-4141-89f3-c61cfd3d4c6d None None] DHCP port deletion for b77bcb1c-5177-4377-9fff-bd1285f10a15 request from dv-cinder-784763-7-iscsi {{(pid=93103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 14:20:10.172422 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.db [None req-cf936479-286f-4134-8266-662cbdc7866d admin admin] For port 15f18bee-08cf-4e0b-be10-b33c3b9e3613, host dv-cinder-784763-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-7-iscsi',level=0,port_id=15f18bee-08cf-4e0b-be10-b33c3b9e3613,segment=NetworkSegment(f36e4799-1983-46b7-96ef-ebd933f75b5c),segment_id=f36e4799-1983-46b7-96ef-ebd933f75b5c)] {{(pid=93102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:20:10.172808 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-cf936479-286f-4134-8266-662cbdc7866d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683922'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:20:10.185106 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-cf936479-286f-4134-8266-662cbdc7866d admin admin] Calling delete_port for 15f18bee-08cf-4e0b-be10-b33c3b9e3613 owned by network:dhcp {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 14:20:10.217030 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-05cbcaf1-81ae-4141-89f3-c61cfd3d4c6d None None] Deleting port 15f18bee-08cf-4e0b-be10-b33c3b9e3613 {{(pid=93103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 14:20:10.217330 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-05cbcaf1-81ae-4141-89f3-c61cfd3d4c6d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736156223663'] for port, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:20:10.263624 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-cf936479-286f-4134-8266-662cbdc7866d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736156224386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736155824267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4062758'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:20:10.281209 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-05cbcaf1-81ae-4141-89f3-c61cfd3d4c6d None None] For port 15f18bee-08cf-4e0b-be10-b33c3b9e3613, host dv-cinder-784763-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-7-iscsi',level=0,port_id=15f18bee-08cf-4e0b-be10-b33c3b9e3613,segment=NetworkSegment(f36e4799-1983-46b7-96ef-ebd933f75b5c),segment_id=f36e4799-1983-46b7-96ef-ebd933f75b5c)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:20:10.281719 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-05cbcaf1-81ae-4141-89f3-c61cfd3d4c6d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683922'] for port, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:20:10.296168 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf936479-286f-4134-8266-662cbdc7866d admin admin] Pushing event deleted for resources: {'Port': ['ID=15f18bee-08cf-4e0b-be10-b33c3b9e3613,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:20:10.300163 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf936479-286f-4134-8266-662cbdc7866d admin admin] No DVR routers for this DVR port 15f18bee-08cf-4e0b-be10-b33c3b9e3613 on host dv-cinder-784763-7-iscsi {{(pid=93102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 14:20:10.310479 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-05cbcaf1-81ae-4141-89f3-c61cfd3d4c6d None None] Calling delete_port for 15f18bee-08cf-4e0b-be10-b33c3b9e3613 owned by network:dhcp {{(pid=93103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 14:20:10.373429 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-cf936479-286f-4134-8266-662cbdc7866d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16499620', 'neutron.services.segments.db._delete_segments_for_network-8736156337740'] for network, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:20:10.383605 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.services.segments.db [None req-cf936479-286f-4134-8266-662cbdc7866d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b77bcb1c-5177-4377-9fff-bd1285f10a15']}} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:20:10.390504 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-05cbcaf1-81ae-4141-89f3-c61cfd3d4c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16267298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736156224386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736155824267'] for port, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:20:10.393732 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.services.segments.db [None req-cf936479-286f-4134-8266-662cbdc7866d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f36e4799-1983-46b7-96ef-ebd933f75b5c') {'for_net_delete': True} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:20:10.394032 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.services.segments.db [None req-cf936479-286f-4134-8266-662cbdc7866d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f36e4799-1983-46b7-96ef-ebd933f75b5c') {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:20:10.403402 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-cf936479-286f-4134-8266-662cbdc7866d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736156340821', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4062899'] for segment, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:20:10.416441 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cbcaf1-81ae-4141-89f3-c61cfd3d4c6d None None] Pushing event deleted for resources: {'Port': ['ID=15f18bee-08cf-4e0b-be10-b33c3b9e3613,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:20:10.420845 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05cbcaf1-81ae-4141-89f3-c61cfd3d4c6d None None] No DVR routers for this DVR port 15f18bee-08cf-4e0b-be10-b33c3b9e3613 on host dv-cinder-784763-7-iscsi {{(pid=93103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 14:20:10.422323 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-cf936479-286f-4134-8266-662cbdc7866d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16512664'] for segment, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:20:10.428263 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cbcaf1-81ae-4141-89f3-c61cfd3d4c6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:20:10.428621 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cbcaf1-81ae-4141-89f3-c61cfd3d4c6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:20:10.429120 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cbcaf1-81ae-4141-89f3-c61cfd3d4c6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:20:10.429461 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cbcaf1-81ae-4141-89f3-c61cfd3d4c6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:20:10.429804 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cbcaf1-81ae-4141-89f3-c61cfd3d4c6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:20:10.430136 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cbcaf1-81ae-4141-89f3-c61cfd3d4c6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:20:10.430472 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cbcaf1-81ae-4141-89f3-c61cfd3d4c6d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:20:10.430839 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cbcaf1-81ae-4141-89f3-c61cfd3d4c6d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:20:10.431275 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cbcaf1-81ae-4141-89f3-c61cfd3d4c6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:20:10.431608 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cbcaf1-81ae-4141-89f3-c61cfd3d4c6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:20:10.431938 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cbcaf1-81ae-4141-89f3-c61cfd3d4c6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:20:10.432263 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cbcaf1-81ae-4141-89f3-c61cfd3d4c6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-7-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:20:10.436830 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf936479-286f-4134-8266-662cbdc7866d admin admin] Releasing vlan 245 on physical network physnet1 to pool {{(pid=93102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 14:20:10.437312 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-cf936479-286f-4134-8266-662cbdc7866d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16512664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4063223'] for segment, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:20:10.439399 dv-cinder-784763-7-iscsi neutron-server[93102]: Traceback (most recent call last): Jul 16 14:20:10.439399 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 14:20:10.439399 dv-cinder-784763-7-iscsi neutron-server[93102]: timer() Jul 16 14:20:10.439399 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 14:20:10.439399 dv-cinder-784763-7-iscsi neutron-server[93102]: cb(*args, **kw) Jul 16 14:20:10.439399 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 14:20:10.439399 dv-cinder-784763-7-iscsi neutron-server[93102]: return func(*args, **kwargs) Jul 16 14:20:10.439399 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 14:20:10.439399 dv-cinder-784763-7-iscsi neutron-server[93102]: self._notify() Jul 16 14:20:10.439399 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 14:20:10.439399 dv-cinder-784763-7-iscsi neutron-server[93102]: self.callback(batched_events) Jul 16 14:20:10.439399 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 14:20:10.439399 dv-cinder-784763-7-iscsi neutron-server[93102]: event.method(event) Jul 16 14:20:10.439399 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 14:20:10.439399 dv-cinder-784763-7-iscsi neutron-server[93102]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 14:20:10.439399 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 14:20:10.439399 dv-cinder-784763-7-iscsi neutron-server[93102]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 14:20:10.439399 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 14:20:10.439399 dv-cinder-784763-7-iscsi neutron-server[93102]: return f(self, *a, **k) Jul 16 14:20:10.439399 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 14:20:10.439399 dv-cinder-784763-7-iscsi neutron-server[93102]: return self._get(url).json() Jul 16 14:20:10.439399 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 14:20:10.439399 dv-cinder-784763-7-iscsi neutron-server[93102]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 14:20:10.439399 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 14:20:10.439399 dv-cinder-784763-7-iscsi neutron-server[93102]: return self.request(url, 'GET', **kwargs) Jul 16 14:20:10.439399 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 14:20:10.439399 dv-cinder-784763-7-iscsi neutron-server[93102]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 14:20:10.439399 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 14:20:10.439399 dv-cinder-784763-7-iscsi neutron-server[93102]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 14:20:10.439399 dv-cinder-784763-7-iscsi neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 14:20:10.439399 dv-cinder-784763-7-iscsi neutron-server[93102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 14:20:10.439399 dv-cinder-784763-7-iscsi neutron-server[93102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 14:20:10.494549 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-cf936479-286f-4134-8266-662cbdc7866d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16499645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611519'] for network, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:20:10.499679 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-cf936479-286f-4134-8266-662cbdc7866d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583268'] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:20:10.501652 dv-cinder-784763-7-iscsi neutron-server[93102]: INFO neutron.wsgi [None req-cf936479-286f-4134-8266-662cbdc7866d admin admin] 10.222.0.10 "DELETE /v2.0/networks/b77bcb1c-5177-4377-9fff-bd1285f10a15 HTTP/1.1" status: 204 len: 168 time: 0.5271502 Jul 16 14:20:10.513479 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf936479-286f-4134-8266-662cbdc7866d admin admin] Pushing event deleted for resources: {'Network': ['ID=b77bcb1c-5177-4377-9fff-bd1285f10a15,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:20:10.563770 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Device 33bf0232-935c-409e-b254-f45f196c5472 no longer exists at agent ovs-agent-dv-cinder-784763-7-iscsi {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 14:20:10.584041 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] No Port match for: 33bf0232-935c-409e-b254-f45f196c5472 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 14:20:10.584391 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Device 33bf0232-935c-409e-b254-f45f196c5472 not bound to the agent host dv-cinder-784763-7-iscsi {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 14:20:10.584839 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Device d4e354b7-78b7-4d25-803a-c0b6506d12fe no longer exists at agent ovs-agent-dv-cinder-784763-7-iscsi {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 14:20:10.603660 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] No Port match for: d4e354b7-78b7-4d25-803a-c0b6506d12fe {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 14:20:10.604005 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Device d4e354b7-78b7-4d25-803a-c0b6506d12fe not bound to the agent host dv-cinder-784763-7-iscsi {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 14:20:10.604452 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Device 15f18bee-08cf-4e0b-be10-b33c3b9e3613 no longer exists at agent ovs-agent-dv-cinder-784763-7-iscsi {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 14:20:10.617308 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 39936) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:20:10.626605 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] No Port match for: 15f18bee-08cf-4e0b-be10-b33c3b9e3613 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 14:20:10.626951 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Device 15f18bee-08cf-4e0b-be10-b33c3b9e3613 not bound to the agent host dv-cinder-784763-7-iscsi {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 14:20:10.659378 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-cb8ee533-00e8-46e3-9461-faecbf0a635b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=32619117d80748f8a1f9559a81d3503d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0408993 Jul 16 14:20:10.662098 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 39938) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:20:10.711687 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-23b37ab7-8114-4ed4-9dec-fb226a40b699 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:20:10.735442 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-23b37ab7-8114-4ed4-9dec-fb226a40b699 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:20:10.780787 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-23b37ab7-8114-4ed4-9dec-fb226a40b699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:20:10.783375 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-23b37ab7-8114-4ed4-9dec-fb226a40b699 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:20:10.784540 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-23b37ab7-8114-4ed4-9dec-fb226a40b699 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/96298737-0a6a-4519-bc5b-e5fdb8d6841b HTTP/1.1" status: 204 len: 168 time: 0.1204424 Jul 16 14:20:10.792889 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b37ab7-8114-4ed4-9dec-fb226a40b699 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96298737-0a6a-4519-bc5b-e5fdb8d6841b,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:20:11.091712 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 39944) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:20:11.131394 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-4b3c46c6-eaf9-487f-bcb1-21c0d4f3e40d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6e32cfff473a48cb929f173706f381a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0384409 Jul 16 14:20:11.134022 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.10', 39946) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:20:11.182780 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5dc05083-1c7c-46ab-a52f-203d68bdec19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:20:11.205407 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5dc05083-1c7c-46ab-a52f-203d68bdec19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:20:11.251234 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5dc05083-1c7c-46ab-a52f-203d68bdec19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-830048'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:20:11.254389 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5dc05083-1c7c-46ab-a52f-203d68bdec19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:20:11.255660 dv-cinder-784763-7-iscsi neutron-server[93101]: INFO neutron.wsgi [None req-5dc05083-1c7c-46ab-a52f-203d68bdec19 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c5670df3-d1e1-403d-b50e-218d6ccff669 HTTP/1.1" status: 204 len: 168 time: 0.1207302 Jul 16 14:20:11.263990 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc05083-1c7c-46ab-a52f-203d68bdec19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5670df3-d1e1-403d-b50e-218d6ccff669,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:20:13.685315 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.agents_db [None req-74bc78d6-8b96-4e29-998d-b6ecd97de622 None None] Agent healthcheck: found 6 active agents {{(pid=93105) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 14:20:16.081351 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:20:17.783939 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-d8820fdb-bb7a-45ff-ada7-1bfb4edd4e0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:20:20.382147 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-791ff012-fa93-4a56-b7c1-0e6d3a942e0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:20:20.749889 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:20:21.492758 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-64ab8875-bbbc-4415-a681-ef47cf0d365f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:20:23.145445 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-fe1600e4-7db6-428f-a340-75d1d02f3a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:20:46.096706 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:20:47.785469 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-48464cb2-5506-49c1-b4b9-22d4ec13de0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:20:50.383664 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-a8a06711-8917-4822-9506-cc9a64a7f1fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:20:50.684606 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.agents_db [None req-74bc78d6-8b96-4e29-998d-b6ecd97de622 None None] Agent healthcheck: found 6 active agents {{(pid=93105) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 14:20:50.751730 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:20:51.494085 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-64ab8875-bbbc-4415-a681-ef47cf0d365f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:20:53.149837 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-fe1600e4-7db6-428f-a340-75d1d02f3a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:21:16.110916 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:21:17.786090 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-fb84c1dc-91e5-40bc-a470-01d3ca4ddb22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:21:20.384183 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-8f5106c0-8165-45b1-a6be-57ec510adcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:21:20.752481 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:21:21.496860 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-64ab8875-bbbc-4415-a681-ef47cf0d365f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:21:23.151875 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-fe1600e4-7db6-428f-a340-75d1d02f3a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:21:27.683243 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.agents_db [None req-74bc78d6-8b96-4e29-998d-b6ecd97de622 None None] Agent healthcheck: found 6 active agents {{(pid=93105) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 14:21:31.509259 dv-cinder-784763-7-iscsi neutron-server[93102]: DEBUG neutron.wsgi [req-239407bd-5d0a-41a4-a724-6f2161a15d7e req-dc6196e9-ff5e-4764-913c-e585a2c31bf0 service neutron] (93102) timed out ('10.222.0.25', 58827) {{(pid=93102) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 14:21:46.114021 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:21:47.786150 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-9fac3637-5e15-4458-9be3-abbb00694ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:21:50.384662 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-a7a79aea-38ae-461b-b7b8-f1f97411f254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:21:50.753946 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:21:51.500495 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-64ab8875-bbbc-4415-a681-ef47cf0d365f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:21:53.155258 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-fe1600e4-7db6-428f-a340-75d1d02f3a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:21:55.835951 dv-cinder-784763-7-iscsi neutron-server[93101]: DEBUG neutron.wsgi [req-ce7f4ff4-a05b-4a68-a554-b3b99f2e8442 req-ab402071-643c-4b5c-be38-8ab91237f2bc service neutron] (93101) timed out ('10.222.0.25', 58844) {{(pid=93101) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 14:22:04.682324 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.agents_db [None req-74bc78d6-8b96-4e29-998d-b6ecd97de622 None None] Agent healthcheck: found 6 active agents {{(pid=93105) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 14:22:16.110034 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:22:17.786195 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-5b205b09-0154-44f9-abc6-23d56905c6ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:22:20.386467 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b86fe753-4877-4461-83b3-da0fedf99509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:22:20.754806 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:22:21.502597 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-64ab8875-bbbc-4415-a681-ef47cf0d365f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:22:23.158361 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-fe1600e4-7db6-428f-a340-75d1d02f3a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:22:41.680418 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.agents_db [None req-74bc78d6-8b96-4e29-998d-b6ecd97de622 None None] Agent healthcheck: found 6 active agents {{(pid=93105) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 14:22:46.124147 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:22:47.785715 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-82160a09-5652-4d25-a191-383eb722cbf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:22:50.387753 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-7834c7ba-6230-4666-aba3-d522b0283125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:22:50.755322 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:22:51.504736 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-64ab8875-bbbc-4415-a681-ef47cf0d365f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:22:53.160094 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-fe1600e4-7db6-428f-a340-75d1d02f3a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:23:16.122819 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:23:17.786225 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-21443bf8-436b-4f75-b0b9-93299fb5897c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:23:18.679070 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.agents_db [None req-74bc78d6-8b96-4e29-998d-b6ecd97de622 None None] Agent healthcheck: found 6 active agents {{(pid=93105) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 14:23:20.387935 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-298273d1-f909-491f-987b-d74f8b04ff06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:23:20.756251 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:23:21.509055 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-64ab8875-bbbc-4415-a681-ef47cf0d365f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:23:23.161770 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-fe1600e4-7db6-428f-a340-75d1d02f3a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:23:46.124379 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:23:47.786524 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-e5989e15-2bab-4880-b3ae-e68cd97a1a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:23:50.389170 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-de59b4f1-a5cc-4f42-9881-ab30ad35e03b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:23:50.757121 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:23:51.511095 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-64ab8875-bbbc-4415-a681-ef47cf0d365f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:23:53.164555 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-fe1600e4-7db6-428f-a340-75d1d02f3a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:23:55.677342 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.agents_db [None req-74bc78d6-8b96-4e29-998d-b6ecd97de622 None None] Agent healthcheck: found 6 active agents {{(pid=93105) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 14:24:16.121204 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:24:17.787911 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-e9873003-d52b-4d32-a1a1-edfb1d5e590d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:24:20.389453 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca964a7b-285e-43e2-9350-e429bc894c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:24:20.758329 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:24:21.514108 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-64ab8875-bbbc-4415-a681-ef47cf0d365f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:24:23.166779 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-fe1600e4-7db6-428f-a340-75d1d02f3a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:24:32.676780 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.agents_db [None req-74bc78d6-8b96-4e29-998d-b6ecd97de622 None None] Agent healthcheck: found 6 active agents {{(pid=93105) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 14:24:46.136353 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:24:47.787025 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-a2352135-ef59-44a7-856a-329bfb89ae2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:24:50.390408 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-79d90266-0c13-479a-8bae-d027d6dfd070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:24:50.758917 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:24:51.518936 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-64ab8875-bbbc-4415-a681-ef47cf0d365f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:24:53.169382 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-fe1600e4-7db6-428f-a340-75d1d02f3a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:25:09.676413 dv-cinder-784763-7-iscsi neutron-server[93105]: DEBUG neutron.db.agents_db [None req-74bc78d6-8b96-4e29-998d-b6ecd97de622 None None] Agent healthcheck: found 6 active agents {{(pid=93105) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 14:25:16.150545 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-42b33792-d1af-44f8-82f0-6e4d3ce5a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:25:17.787964 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-5766c6c2-619c-4226-ac6a-a53b845abb8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:25:20.391041 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-5e490f2a-fd0d-46a8-ba24-b6685f51acfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:25:20.760444 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cbffcab3-f615-4d79-9675-15c1917bf519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:25:21.521379 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-64ab8875-bbbc-4415-a681-ef47cf0d365f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:25:23.174153 dv-cinder-784763-7-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-fe1600e4-7db6-428f-a340-75d1d02f3a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736156337722', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16505598'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}